diff --git a/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6617652735b695434a7618f41d707ec82cb998f1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d679930f8f02a9fa4414801f21ece2065c73d26caf0716aa459b06093fa1784
+size 129106
diff --git a/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d42439252ec6d3c0d3ac012aea5746dec908d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b467c91390fc5b5d9f74ab64a25c774b38ecc595a2ebae1c96338fc4b9a957f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd969c57f01cdbffc02fdd9bafcffaa28226322
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dd92290062c29236b05c271a0705864bcf4913f89a68967d668b79a8ec506b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f1b0b4838d25d17dc26eb233b5bc9678278f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675ecdbb7dbd8b096c1d44c007320f9eb40dc262de0ce5a1982b9768703ca80d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7249dbf46675abef2199de93269b26966382ff6e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9978823c949a74ab3a22e11e75e224bb69d7a7586f733d8d8a632414cb70fb
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052f4575d1a08610ee0ff10737ab0ba06b035321
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e33d756c9f4dcceba3ddbbcf9c39b7bd2be4646f3b8df0028079e080707c405
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a787c0df7aab41cce7c97a860830003df104a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfa2a5d933069aa1485947765aeab3094df48726c8fcc8b3b844251afcb7980
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7591eb1e07af3c4e3cfcecd41d32d7a60091d9d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab34cc4e171c3344b1427035f8af9e4eac0c7373abf4ee3572522cfafbb6a5
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e504066c27476bf24bdbd5a6d2b23c52ed57ae9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec77af9b5549d2fa9e561ae3dec1b5a8d5d3e2ff2447a66099510862e273df70
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859fbdb8aac19ee1c04c10cbe5b9e303834a060e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ffce1095a34ca1aee7c7f789227632d01683e3f4c24de66b71c9c653169055
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c93509067dba32da719a2902e59899d8af325
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d52ec0bd3a361861c943f707b4c387ee8446c7b539bfd33e0dc64b62cd5da2
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a07f0e9de4717862dda19725d24aa911942a78
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3f9d5eff49997ece9178c0dd36f226518f6dfdf90675dab56a8d4597b88a66
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f249d84fb38379baca4b093b1dd2f33dd281d9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b4541955da970ca01bfa9cd8428e673d56a6057fb7aafa870bc58db80cc96
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccb77c653164d916f8b638c27412f684f4c59e2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15d8a4dc9da2556ef1a22e54598aa6ed8ce9de3f2f13a6c01fa5ea17efb48f8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c023a11bda2f418aff9e8fd254ce776d75328b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46053b62d596a570d9adb7ba1bbd27226b0a5b2768c54866cfc22bac0ae54b38
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fab5392b4ed80f6667a4059a2e00dbaf811d03
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76712b6a432ff607d75c559b1643dfb2e8d34d9bc58cc3868ed7191fe60aa2a
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b72de7e5d692cb422e68f9f27e7b70a1bc96f4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e053cc498664fcd3d2c59e72e892e09ddd3aa79f3042248a63509f4efabe300e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b445cd5d5d034e70996e4975efc4b7d994b6989
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c9421f4d47d513c002652dda623a7b4bf60c20d7ea9ddd640287deba2a8e2d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f3060bfab1c61dac33affc01ab6c032b344ab2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f70a38cd241e602adb3c35910f8f17c652e75629e0868897f978501ab37bcc7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed970ef1d91bc7c148cee15ad36b92af16de628
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e68ab367b640b2f8652c8200f011324dfb11abbf5e98184d7d69774c82c2d28
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a333343718f161d0005ffea0818cb0073a3a3789
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2987333beeafe832c9de7837ea76aed94debab4a7913ca927b86e94a050555c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fb4165e2ef2ea9f588bd939f75b47a0b17de8c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1860db94dc18cb33e9c5b1dbcd65c92906c5887f516dde12a56ebdfe304f8eaf
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121d70185f3bfe8d378b1cdcbb5dddee341058cc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edc48dff2f7be7f7e12bf32e6ab9cd01719ec1276f439baa879ab940104490e
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934942cb8e5864f2f41320f5116daa644a5bd012
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894113dcabf768b65517e8ff885f3d4ac50c0fa09d3a8ac681f4fc6170f111e8
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69fe69e335a61206c01ef03660ca657f7f0f513
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaaffb357fec88083efe70ee06e791640521fa415c2f46a0efead018388d873
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb98c86a38a3ea0121879d5f8c0a24c402fc083
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5da47e55c9ccfaeecdee6f508c6456e83e08478900511b4251f7f84b9728f7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1fa25fc2b70eef7a02f0c810c738895d01e337
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d68eb0d2e948e99f61371256c3438dd74e4a6d020e617470e626824bb34b8c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a41396f56ebafe164eb8bcb55f5eb2a9575f45
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d749c3a9663f32b736c4eeda822eba3153697ed73a799a9082b5e740e9d09f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f845d553fc54d1a3f9f8a39c497b5aafe7d412f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449419e9227a0a89bc63f8056040523ef36c106aaf6d35b2f50a600f5137d8c4
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275887f6cf39e1bb08474b202757ebacbac51f7c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26bfdf36bb283dfa6538c3d472bc503e4b34a448c2be32f112f1c0bfe95c584
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b0b745c6158a63a968f30d50ae4b21612634e7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7a5ad01571e93a78fe596fec1bbf3fd3be94883328bc7195a7535a1636248e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc501e7f9e2add9be5ab2b3a700ff6deabed023
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e295e8eaacd4f6eeb0ca80622185878397cb6fd6f264d130ec8b1cb0de632
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707734f83dc4b2a014033baff5d31577f851a25c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21419ce0431dceabe348fc462827f760aa7976a0aeb6c5cf445b831ce58b0f03
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd970ef331959b64a6cd252e09c872f35e3efbc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848ccae9f24c7b8e826f16a341f424efae65351d9bb1ed9c0cac6ca0cf437b1e
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0300e0b3a26c21a652c6996e4def654578e41ad0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77df2ab1aeb3d844d06a3cd563ac45747cfa99927934a0f25732742e4f3cc608
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47daff954e83ae33821204453fa6c25eacc6f7e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade7f927c027eea85cc974743403272cbe25c440dc591c3e5a8175608721749
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8016b1cb0832b09e67e34ccfb40d9d3370939a39
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f3bbde74e84c21fb6374926b605e9199576ca1977d9404cb6d08db01ce9943
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde414e0ef81ef4d58d45bc8259cf859ded853e1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43db492948d6e126f5ee570cae877fd21186d918740a80536da11170e69785e8
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9385ba4ef203f335b4df84451a4eb8b9b1310cc1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60dd01610d2087396e9d4f4bcb36b6ff0740bad6dd0e41db9a77ebe2fe40cf5
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db9fe8dd30b44ca7b19b52b706a6f378dc715c5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebed3f43ace316e65ac1d6d94b3448a88893b5a90de74d39bae01edcf791fbc
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826aad54d4f38cf5e96a1921c32e70c94c2307d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25832d6639dd922f2a4334ca56124131b96f28b0585c23b859934921f47ca24d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fd21bbbca94b322b7eacfdf3f5711990507bce
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8bae11404560d4a68074ef734a15c0c2ed00c3f15400729b925730cf756920
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b060d27358b4723b32cde5235e20c1f2a76cc3a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be96d7a071467761569a09b2511d99e437b4ac56b021c88a6a547d11f06e925
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ffa5f1636710b192e763bbb0d5011e1020679
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4b6f2219d08e0772807ff6dc7e1fa5edf8df79bdf13085fa61e52f0c168793
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17c609ad899f8339c3c0e22189ac0426be40daf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50e81d4d2716f52c2428df85e49676846b0eb29253fc649a90332f8593f618c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d99329189afc2abd1928073f942ea0369957976
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d9fb9ccf3a19ae5c99881ea71b7c593c246ca63fe4b1f6536e787eac42709b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d84889c09a5634c8d5a44084dbaec6f1590c37
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9115d6b4bdf9f035c3d655d36942e4e49443215d8443a2230b07f37dfd0228
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be7f41d54b845094f4218e6159783fc5573a093
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104e7f2852d9ba68ef963e8638fe26a5c9abf92862f8fb1f233af250b52c8907
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6fc35f7e7131f0c3e45df0d427330ab8d03684
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc101616f1334542b31f50beab2039f8b26066b6a1c3330e7a0a25b8ba6c4450
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e067971e382ab86ae4a1322850588aaa7297cd84
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c0c811f283210de5800a6f6f0f3c5e610e3e366c3515302e53ef26ef24dcad
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9427130425b62b00ec066ce20629e3a955161018
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f097a02612df6784de3d545d3da0eb1276cb336ce280e39f13f19ec61d3f96e9
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d54c053ae8064fb088e3dadca88418edb4727a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dca8165653c15de7a14748783be97533b3d723e270b810c0ce85f85bb5fe1a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623ab1df8ff73b0a0cf877f70822746f8ea872df
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f92b1562068db9b7fa8702c58d5ec98ea47d35936651066377b3f06c84ec67
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce8fc45b4949c8a5d49496e04b7756abe7173a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0d475c867fc640f2618946311d55e9a0c0912a710076158bf46e960b014d59
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0790113b60071646375138dce95bb75d0640de0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c0eb37eccff5dce2aa13ee723a6a3c4f0c0b5b5d2abc30ef327331e256afdc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb375e059ab0cea27a8bd50c9fca7fd62eb4d19e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d6ffb961c41469c90f1fd4bca9b4b276c46f9695c79270f881f2e55359a7d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b26792c6f0345aaf85fd39e1d669b6764ee5e0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb3bed3e2bbca0982aeebe02116120a89a880b65a3858f64da372a13655bb86
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30389675d7b095561c020649aaab2847b502d48
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792552a830c73ac2c64769dfcafc2d8c7fd192d721631119c867ae70b81b37d2
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4115c6d2e1cb123fd22149cbef0fe11fcc4e2ca
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536359448eb235cd93b48906413fa289325198cf7eea53fbab0a7676c368f051
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418e4ad70bfd7580e1949e2ebdff81c8e66ff5cc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d87043eff4672497b33cef19a725c44e5972e1d26b9e168a87a8db90e3f171b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a329aae92c6b2826d52be838001b4a12d6004a4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfca63326a19234f3ac705d069f65e7e885716d347472e38577285f098fc392
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ac6f022298414c637aea2f0c4aaaf338ec7fdf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7375eef0fafc7d4051544a7d39ec0b0bb274c72d4a0d656a5b18ed1f81848272
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebbb674614587a06d76e3a635ff335c72dc1838
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ed4741e5eadce8b3370b0fb2c90519014a2c872d7d65cd683e8dde46148833
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f398f6dca8b45430e92f28057438b035da30bb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4de8ce1395a70bac933fbb7fbe777a32ba782587304d76544820f34500d3060
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abca3bbeb4b689d0fc704fb57f4ea5b99471229
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2482fb105c84131da4e8e3a1dd217496ceb6aa802f5494ebf20aab252def0ae
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3760fab39636fb94b8dae712a9a2f1881157fdc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5967a938c6094dd596aefc3207c2090ca3ae358339a427d8de30e08ccf6e81b7
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bc60c2498f9e02a3afb8452d13243785842036
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1238bd897a09f305b23bc841eb0235507aa07d274aca2d771ef89b7f51fd401
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f059d8db4b36d374823516ea68402c39502c11e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7a6e7c93695fdab339b679578e68a794b6b51ea8a24935598f76cacc5532ba
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1567aea9573d366f3c60a59fffe169d2d71dd61
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073f95a585357731fad77af68c8b012a5b2bd0dc35e8ea63f045e55bdf14b2ec
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa864bc599a8e57f79b166455a82a2e626646b41
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d7da411eeb8a31661e4bc3cedfc90f3acdce380e5e6ebaa0beb6b013756828
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abc978d1bab0ff0dda7a8e527c16ac7cdf5a28e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bb037807231defd620513b6dc410d6db3f63985297e05b84d5fb4ab0d1dfeb
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1dc054950ce335d50bb0860c742773fbb78240
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7368cd1e36ca3b617f8cb3824b9a6c02885f43d59302fd748edc406dc7417bcc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf6d58485c5964d449af81387fc4a8898fa863a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c340b7d9dd703ce550d3a4ba6f1a3debf7c2bbf4cb7f7829c5612162f9b7745a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4535f29e4187413a65992514400cc8d8b2e865b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb868d475b120e56db45efe2fcb69508a29672ba2d1de56adf7937fbc7d8e7e2
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc559208d115915966f95a72ac94b9b590e69d8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8c1b392627aafe30839241ea85aed942126390ea7d702f32652cefa3beb777
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8870cc17127e447a0e54d1b402fa5293e422668b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94241b80452ac09780d224544670f35a4432904b44b63c2c0aceea759bf6ee8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8073c2fda1570503bde952e807c79bd5a9194b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7ba08c8f0e579148b3959a6a6997fff82ade3a31da0f9ba26b90d3d82da94c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3559b6ccf30c8bb55c9a36c32f8561230b40d282
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1640b758620e89f93150480e757e16c52cf037887270356d98a035a9a1412c05
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed598320fe96e3e36e892199157ffa6c8dcf536
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1314660cdfeebaab1ddcb09666ff5795bf0609b08df9a1a21838ecad17bf6149
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a81092636276aa46169955fff4ef89dbea2a4e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cda6ae95395ff1c717be0e91678960638643fc7b88b9438290c452fa1a6b141
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55298d5d7da44c8c95f38172c59f9e73bb44e94
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e520870fd8b7b173dfba3ee86cf210369b266c0f4fd6a494aa7b3b840b18d91a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2f723224f4e207a0243c0601681bf974933bbd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6572fbb60f780a933a5fa3a4b0aeaf60d3fdb4020471796b6583b7544deed714
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3f5ae635f56757c3a3827a69fe5b765f002fe3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b3622631ab32ae6ee8d098934efc2a9096b23105585f3f0f356ebd027adebe
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1726d5e31c8e67d924fe2acf575d9167045b67b2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eff7a0cae80fc55968e66503911e3cbd38859a2b55d65cb79301b78d4308d00
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b5d6732a590a9cf983bc8fb818f8f64bddb959
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36212c0ca9d878e8a9692182b8e03d69118147d665858ed3e9713134cb4a066
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d79b876079d72a2efb9aeb916009c556370f4d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f857bd4007447dad5fdc6e272a5183577151e1d736e7914522416e86febe221
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510ed7ee70cdd153d703cb2faf7ceced38b24ed7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e64d5dca736f4807b9361e5e709c81bea9c329cb0292e15efd3b8e060f6000
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e7eb35a9775de3a73468e1de38265e27d0eed
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f21e3b58b0df9bf9fcadcf7532939ed88aa2fa458290f251012a5d229b8b3ef
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3b21a95661adab9b1bf08c318480350e349f64
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a8c25f5250cdf149d946a44793bc8847d560ee98dfc423eef5a1acc149ed07
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533ded0340a6dabd706ebe808ce02b9a81cfa61a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c35fcd19e244400a27e8ad7ed6e768d73192532b10501dec13d0feed381d5d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dd59d911ebbc981a58c72f0ed213ea9490ffa7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47a3ea29dc01c03cf068ef5c38fa67be913f203f92169f7e2488d3bb8de9ace
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd4c299dba57391d8c98adcc8178db3b85fb86a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b171cb7c741ec3744bae43bb813870ae9749b38b013c69ab5ff2ca09acc9f28
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4235b533611d899571be2041761c58fdd23509
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e455180fb02c5300b9242bc5db1380926e6f58847237c15f3a8ae7e37c8bebe8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4116b116854d727ee3b2256c072c1e4546ae1ef9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04066770d3f73f47ac0cc8e840dd4dba81e046983957664a692c8fdb7f689d5d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1821f749b431b08a9b2f25b22162a60b97a219a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f0da56e5d67d88d1c20dc5a36383e758b415fdaacf2d8e8a6b8d286d8f52ff
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96573b3848849a28b54f4ee7eb62a92ce02bbeb4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3692ab4f577477aaf7b91cf8f60f95c8afd7ddd2ca31592626fac794fedb737e
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77190dad2409c03d0ec25981760985ca9e5047fd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc234e0256da64e5c850c30ddc409f96298faffef3ef9754e11ce1081c6ad32d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b27e35b2b7d8bfba5aaed10aa7116e12d15fc7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41573244c76938949c92f3adbdd98323396e7ee9eafd670b12d2f02fb45ced6f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f32921ae80938f79b03e9c1a6e5a53ce104321
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2af172a1a1c835833be16a9e131a0f2315ac9a0cbbcbd96bee96453422bea1
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e9d075c15c20f9ef8d04e25be874b46ffa4dbd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8852d97afc5a1a8b18798c73bdbb2ba57d2e934b44185912837e991bafc6602
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b31d033aa05ef082c054974ca9ef9c9bf875cd4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16da435517bcd07a687ca0bf1017faa0ebc54bc8f42942d97d223d5e69fbd6a1
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d88727ecfcc8dd8a483611ffc7380267cce3d68
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f04b78a75469f5728b2f07097281fc248d33d8e02546dbb8d784b84936fc32
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8512946612c28f9fa24e2d11358115b4a2112816
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d361dab1887b254ee2e5b64dada462269643e3a15f86dde29de47d25fc5371
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8a76b1397ffad0bb2885ff464843084f81a7ea
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65903ad0970b39358007bdd427dd6f041d73e9c9c66a4db547f5978e19b4618
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b30da20ab687383d719273cce86844660053cf6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80de9418bf6864d8c5f62f8cd6164f99b68f97c694b1fd0909c6d032848adb96
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadfc64df129d9f54d8aac202991a6c268c2a7b3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db76a143583d8b2277e0370fed88c17280c7e5546bc478b85b00462329c0f1b
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3427381af2ceaf18a2bcb488139e99d8bf7018
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a58d50b0a254e618687165fdbee35a66653a6c72e8ecd0453a686789b06109
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9106de2ff9c30a2f7610e2bbe5e1c47144823e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b63e807c5d2568d5b1a3c9b55e3a087563809d751a410d77b8b9809146917f
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1fa6425a3dbd7e3f57dc4435640d6af66bf67b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f413ded9c8aea850d60b3cb06d5ef6ca276b56566b9951fd92e3b4496637bb
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a217999a0d8b4bfb230126d8bef88dfb80d659b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd9829b323b1f4f437a0f5cd538bc8f5f9c79d2cb65a75c65f2c80f60d90b4d
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6c9ef417759bcd237a41fa361f53925930ff34
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6790a1e148f2866b5dd51557cc43a1c70b561de28c8b74e83447f1ef828709
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de027007d32a4d91650fd7b32c2236efd065cee
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc7e0bbe61b7fabaf7e809ec7b5433e6f0adf01edd1bf96deb2ddb892091ae
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd401ee139dcba758beb388a43b01426d120b2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51c460f9185d61f097f4c66c4127aa204c56655f09ac2d51561d16ba6d14aa
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfeaccf8556302f3e358a40ae59b2345007e267
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4683e1176b143cc5ce8f8b39d745f4599d575f95e15285a3fe7456cbbcd50b2f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385a38c315b1d8c357bf4a6dfd3cad93026c391c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7506c23770812cd1c13b9be5aad10edb7b1935a55a4df758fd02f3387aa7120d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77815611b98719df5383a847a4e1ffbf882ec69d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab5cb54530aed31abbb53d56918a58786f7764f77dc564393e1c8b530e99106
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea86a37fce676050b9933c79f00367e8aedba27f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe27161128d23c2afe4007a6234ece82a472fbcd037f898e40cf4e24db1090
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac49b8c733acd91c609913619bdd55e0ceaa5140
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dc593375ed9ef301edf03fe7024f1d39c7a070f48afe791df2e879af08e7fc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c4c38ab77c9480c7d045e59f72af6f3d370fcf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b69309305d63e10a18902c2ef6ebfe427abe4ac806b1fc966ed055220433bf5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d593ccb6854a5f8fda72b0ea02d8f85d1362d8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd671eb0049c661edd95409296d92401ffae163e94897c601a8dbe4cc3eb75b
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5b981d8417575591f2317fe720f98137273fa4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f4e8f1403cdeb4f94455a58efcf8599b5e58e4c9d74cbf13e826345640a552
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a213b133d242443f85373c576d4f96c44390a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a70c16f045f429db7e5af2558fd49103f1092e2263fc4c4eaacd618dac85ce
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa70c2f7b2fee97cf3272ceff9081fcccd329d82
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d81aee4509059c0d41749d3e6c2e60e9a376218dec2ffce0df40a4eb11f960
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db5a8891d2bcbf7807d55e167abbb7cb0595e30
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0024d880521a88f2f483bb3d262a06b30d52fe233b48a5d9b89ed16991f2081
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ae0184c79ed887f31c7492c63185a2b2e2dea2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c84249fa00bfd43ae28191ce84886116546c7fb772a25ae1d95c47f8b8dbfb5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686d867c0fed1c0f9242372d1890316984aa20d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c50d4a145eaec36f3184dd1d8b08f914002ac576bb9593ebab3dccbd14cce5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0c70fe7903646dc139876ed693d71b3157a347
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffef2a9a8105b26d8100eb1fb6983b3b04891fc6c8eaba18c83f75bc2095eba
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1b3a613e52fc1131cc71779e173ee508847085
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611d7dd97fb2b94f59027203f27af7fbeaa7d70062c3635c2999299468e8c55d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e860bec4b83e23a0b27a6b18ed5d54bac99640d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8822a88adc3c6279460280a6b5dffdb96a1d6c9b9fb4f5dca4ee8f89b993a32d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea954b9d10029d05d794485bb6d8e8ac04ea00b6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52aff4b84fce9abd228c3960960ef445bad520bbd5865e7cd91ee84d2094ad7
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f30b3f6b917062e811b70ac82d6d12805b9de1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f70312c2410b631252ce45e131e3490e33e450d3c9ac9a17861a5f85c4eae47
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4105283e0bc93fe8fe56158209ca6f439f730c81
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4a8c183e4d13cbf522097cc495c04cd8641c76c3bddca0cb78d444820c62d0
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e449cd17e135f6c63c60ac804aedef151e891409
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50664a47c34cb22bac9a4fffd95b020db9bd6d1f4143d302ef3cd3daca0720c8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cee0b7bd4a95d8ba62ea7445819c90050a03c4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e1939f87db71a6d9643f9e4c8797ee401e030057ce49b04f8cc18cf1b147c7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322dfcabc39cc4c1a37f6ec3be050ca0b9d37eb6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d35c1b027b75ec2ea7fb57fbad464a7cfe143658d0dd3ff84408c5f5c4c6d5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ada9cdcef824245550feea952f9ddc4b636e0af
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86be3683ab2622f6d2e8740825f0f486a55ee5a5c579a56b59737c8e68b07066
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7bf8782c6bffeecf8a0162dfffdc3cf7237342
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08ea6705257ce93c66dd920fc095d8a7f399e55caa4da1ffd6d2899ebc0df7c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac97966c0c08c5aa3084cc364100ee7bb624e7db
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657561cb5906d5012f7bd3e530157cee1750ae8f17cc60b5a8f5f734013c36b2
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccccf2367f9caf72ef8d21677aa3aa49dc09152
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d0ec7bf1deb7d9a0068cb240a3124649963a56d2a512818fbb64d6384b330a
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22b301c31972995aff338b994ce50a4307592eb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d76f111530640a1bff3081ece77a621be84ccfa7b2f2392ea656ab1d67aaa51
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db73feae6f2c45289ebf989afd928eaa3edfb0a3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21395997f1aafd93bb2643abb917ab8af8815d795c32c1ab19ad79c47c45862
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130c8b685fd7e35179adfbb9d58d94ac1fd046bc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0badef586b44be2897b2fea3bb3c563758cd561b45ac5b6a633f0c85903a294
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5e40713d1042c253ac8d8310492c01393af40a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879a32d86c77b83b9f5bd9bbd2eba2fb6a4f6b0ab5b98dd33243c7d0491d2c4e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6f10bc74b02baf82199f8357297c2e613666bb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9019bdd403731b4858b59c7c80190439dc63dbdde494a7b7aad801fd5325c9
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e9920bb16339d5a4e7660c5784c64eea78b47
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c8be965f26068e86521ff33d66c9eb7139a32d770dfafbbab0ba060646a7b5
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d58d1f49803cb4733ac0f838b04567f64f5efb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86c4defdc49e34f3e9a1da4ed7e9eaeaa73ea09977251a7a8e2a66b6ae10b63
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15b23dc96023f437a76b589f9aff9b622b1b4cd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62929d69e5799f3e7a378431dc23e6d181976d79210375ee4187b9c7f1cc36db
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f933837b5db5b88f226531155572464d7603b949
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb3b61be833276014830c413e297e7367f552964a579c8c2e7220e629d03de
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c2f74b00f213175f889134dcc68a32c2072469
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbee06a178c705dc024e4e1538c3f88eb528245ac1b8e235120c1f3e66bcb6f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a46aacae163a3b8bd9532232ffc1fb46835d6f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1f36757c304a397a88e8d59714d797319e59d73995181bd20179bd87bd231a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd48e194a86e1c6559c6013909b688f23c0be1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50c25fde47458178f91007cf842caa685116c0ecca5f84e4e448779a8a90b0c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045c60129fe1a0e3ab600ec280b7f6763ec1b382
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb66e92452475b9bec54afb866c131b3285b7a4020f23114fb5c1ece47fab00
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7432e89fe4c45e37b7c127537da4e94acc43a747
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1821d716a352402bd61b41c6c605f581f4dadf843d8ac896a8d2642a47ea6fe0
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f915b4c51b9758165bbd4dcbc142d1d2a972802
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e798f34f54d983ecb59f08767b8a38cb09c5fd13b844e22bd5bb6560a846ce
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1688f2c207d2f535021aa90bdcc87bb145c449
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587cf0337a1a27134b7dc1713710a2cbb72e74551a6104f87744413a586fc6a6
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5127c18b86fce9c36355d141a913b6932ee735
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8320feb1c54c86efe819c5a60c3c513c43b32cd02f7758ee8f3e5cb1b0e068d7
+size 129249
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb722bf742d13a45efa2b8364238ceb0cc25aad
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d32d1a65749d4d70fb0eb1e4480f131b7a78fa619d0da1f39c3470e69d0446
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5228f58ca81d22ba2d66af8cc9b14f11360e2f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d75dcd959de65f4d3ff396efbd7ad4b5414f7b34399723c7ba168e1cb32017
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e48e07c265c79c899cae8b38ffb021d14d713fd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9eda1c2e417b62bb6a367311ac250e86f0ea6453ab581c7428e71799710e7d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7816a11ad46474548d0bc40b374ed54eda9e50c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd55d8ad16c33ca22824964221179544577e22d41bba2e23b2fdf191258cae4
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501614fef44cac316ed4a655dce77a07edfc500a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24450b39766651f81c639b465efb79a70fc86e2c7caec083d992a0d738335b97
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e40c2974cf71177fc022ad31e0ec345e3512c1a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a22e4d99b4ae7e8a91bb15b6a933de273d7818e20c69d5e8f01d243058f375
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0600ae41bce24fd56f09b7e14c647d6b00a44d39
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b156221cdfe8b983c4a262a3282100f2f65ed8ba23dd4d5610c195f8490c13f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448e776c1486892c79a4d1764fc616515c8984c5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19de6c710589b69e263f82ddd1777cc559bd6b6b6cca67b5297f457203e3b20
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05531187a87f181ca0253f9184f922b8a5bcc076
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f113386d77392e771175ea238d64226267b61dc929ab198bdaa804c396855b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65eafb8442f05533b55fe7834e0bc303be369605
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506847fce1cb10d4276f376a3ab1feaa4c82e788b3cdb561ec23b2355f86f4b8
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d086f23e515f1af97307cc33ee576eaf0085f5a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748f65e9bd342e71991dcece48f0cea8445c313ba157083be588393bfeab02a9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28922b89a06a4433162e8fd98e94210dc4db24b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d90c5b077c9fe4a025761f6e57b69f73864b59fd9c00e1f90e3e05dd45282aa
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a80d4d226c91908fedab4aaecbad0aa788923a6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdde9e6308d234bddf32e59fba28b418ab4a971e5cd76b436a3ada1559594df9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a6ea5e92270119a64d4d8dc723837b1dd129df
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37156cb565728b546eb6407e9d3dc30ae9524bddccbb824a842f073aec080ca0
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aea185eabc02a12f0575916ba97b86ba2dca30
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a878bcc4e5ab3576af9f729b243300a0d2c6e1f8051d1213292311b3939925d6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f1abea30c41c8fb25d2e61fd950bc6040f6d1e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686efe0af427161f2365c4f2e5dd3c7dda0e97f2b5a8006e40035260e6761776
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4444e351ab7d49b5f96779d164598c1586b01b9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea89025966b52d4cba14e57788565a123586d39beb984bdba65a97d8c6e81f97
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfdfadbd36a9c79fa2dd838d75efb7fbfe36037
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3a55f6829f2f7bed68bff262a8a960f5253f885737ebebf3e8cf227e906d6d
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2116ba3636c8c8306892ba899f1d46e3b801def
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fbb9c5cc3d4a7ab8b4c2439659e3db492bfedd104e8a4fc3ccacf16f28462f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138d2931c5febb4251193301c5293d56480faa17
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acfe0f12c9bbd67d4a90ebbd30a6c909662fcc82d8cdb8d3aa83ad0da232c2d
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8591e66d9d136685e2e877dda35fcd842a43ce31
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0c2fb6bcfe4d034fa93066f8fc8d81157f0e46f4164b8d5815f41b149d28fc
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f5fb29b1aa4a1c5290c580b4dece98008ba1bb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d818840eddbb1ca64da1a58a3581666db9bf05e909332bcbe989f909747174
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093d7fd7f3158bd6a4b11143e903e17dadb7ef91
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc82212ef10f3f5bb1ff3bff5431c61198f2f5c38ac03cc97d8f4d3af4ffe1c3
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e28afb5b84e15c1ca93edfa3c280cc3bcdf0f6b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a721ec26f56a8b922a2e558ea6b3bd2bb1a454eaf7251dc709332d4e2030c758
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50433140da4c3f917c1214edc624b20a2d9d4a0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0338d338e05ef334006a0e123a83a9d024bd7e7cbe7467638c46e6d23b7a566c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48405f531127d2a695d00a4d5c84b3be29cc87b9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db502069a7910a42b5975056f195d6a6ff806d47c7c90e9adfdefcb1921a4e3f
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb557381a4721ae47260ba823265f2a2754a6e56
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f7157afa2c78c68be3b5a80e468fe988622f5d8063f4feee9c299fe2126790
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7b278e9425b15475a2339f300cc1c6db44457f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487a2fb918563bcf7db83d4749b44230b8b6ad52741598394a454bbc18143a16
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285e8e8cee8a41d42086afba2b7d5f2dc468128a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd72483ad1c426829bfc86b9f6a190206e44d5c69f9bb26c9b363ca237a2b1ba
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04be3f42cdee062f4f8b03e412867718c194cab1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2c8bc1d5ddedc2231ab63260783e9fa0561b9a93ccae222dc32a6094d27cd7
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61324e55c2b03ad048e56ec378ed1321d74de5e1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6e2bd1ee7c9b3c047166ad23bbfefb685a63ad4090808367f9509e2f2f9270
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b527f8b2dd649ad7f3e2716210ea41a3b9d416
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4dd2c108c6c34379e15098bab14edf0d46b71be2265a5f3e8147b569414dd3
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199425fd22bb73f7b5a0f7fd8eb550af1adb4268
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9754f5bef94e77c4a3cb1b505c979be7ef97d6175eabb256a2caef041de713b2
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57ff234d2181f031ab12d69ad5bb373d3a36a05
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97426fea65604f24f0e54027d1a2e8d46ecc13cdbee056b4008026382f3923ca
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac795f9bcfdcfa73227473f058fb35569a7a1af
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac9443454d91ae2b80d98dabb44b11888b0e266b2277ddc9b66f03ecc79d7f0
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fa81f7c3af34abbdceb452084c1a63cbc0ec72
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dbaf609aa21bf04d34d4585a4653f381095670c3d8410da8f5c855acce5b47
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de066b0e48ae34100985333f649e6eaecf9d4d3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55125c7fa5ef2663fe4613e6a312269ef447da556c92c87f803c039e0292d59
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c4d73d3e3e2eba5c63285cd00979411353788d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c604b135e7b016f1a6ddee32014fc345453582568f3e4ad3c0c695eaa4d2459b
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04aecf384f7a174755953609078f39bf4777bb8e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b46666417b0b4285e50c383d34d4caf4fcc5d6fa7e01d70aae4e30a42c17d72
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2242d13fccf918113753975c60dcede8c9047890
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172f8e271e11143808bc678f7cb6e60136fa1a8286618ffd627e4db34cfa94b3
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad470eca4af55e39b0eefa65bbf802752fef88f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29910208b9429dfbfee47b0d2292e76db8d6de5950cad7a8bc04813dbce34d52
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3d9feea1c962098b66f11a5095ff38c7187e85
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb23c568a761fdb3bab21c1c84906b187998c83f7db02b9628de17f9bcc96857
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc423acfaa7f6a4e17d9438bd99cb6cc6caeb9a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38792c2b284d894ab2c45eacdccb737aa040a907407a5c87791290dfe6c2971d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc00e41124e3fbd3e36d38071c86acd730f8903
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84e103f10a8fbed40e46d08a7c2ec791f48c35cf8ec4de4aa49383c351ea67d
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54224ef2a9538b92db9f4687991a9ce6a2eeb64
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5135b93ec88f5e9ff0b689c9a9b9babc1123dd5c66a80243994d009ca8e35691
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ddd24db3693cf18b606eb9717e6a6935e9cb41
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1d6da2f9c6f86edd6e8bbc5b772999f105e20c0254b083c986e557b08a7c99
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64db843835612400d369c4949b2390618473aaf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0d1c9af6a17bfc794d5d8a168ca57c0a40a79f310e0b914206348d2506308e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a21e482e8ec5803858363e16e306d1000a3ff71
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff39eaf2c99c1c71acbc9e00db56095b7395ee1abe9815ba6eef8e2aa910768
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20442926f330aca5ad8cb015b9da7d7751dc6acd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c93138ec8243a4c32fd6f2c49642f98265279b9b5df04c52d4905138152fc9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf2b88115d9de02dd4fd33a895151c16043eeee
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cb9fded6b67881f0dbb7c6e1458321e0e539dcc3ae71e7c29b8cc3c446ec26
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06268fbd3767e60d1dc453e1d2f997a91557e4ae
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ffb2c9acea6bc7e3cdd491d93ece27d5119a3f14e761b8e4613295db19942d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e958bfde577c5c551c8cfbe0c35cd4e5b6df4c3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4609167d7cd35bf90d6513f3526aa2ba2edb64f629a2301fd81de354343b2c
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7674d0a467537e2941ddb54125282fcbab5747
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878c4e683ccca9907190d0412f5bc0f1916790b2790ead03269e06d79d6744d0
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6026c515023c6033b7ddc0a62ef2b00a28d5e70
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32681b2050cae21f346fcf1a461f4c900a8700ca9fa983ef6fef17b3e1650f1
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b0123fb5b20aa397d75f278684ed47f8260e3d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5b926f6d3e7f163a9f534aa7157a9aff9b7ae28ea6a7526682ae2deab46969
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237bfe0e91db243d8f6b219747df58cf9b21500d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbaf1baf3e372d69f25ffa0670f553ed3378d6df24ef74749c02b959f4d717a
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd4f8d91bf18ffa3cb5c386ffc6ef4895f04db8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672614f7fdd252463bad4f3f7be0216fd4c00789d7c89ffb29d6b56f62d20377
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf5d4d26a8df408c201e2a23419964f5ad3ab33
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2dc02fb706b5359b749c80ffa1f896bc8598cbb4ac8dc1d833bce2f2d0fbd4
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80063fe5d82cf41de54326a87c9f94fef9abe8a6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c2ced8723bad94f8f1333a9ed5b4c3707b556f18aa7e5d665e43be14c9f1b3
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784a887e022faf5ce2d14c43129d3471e104ebb7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff153c995aef9a60c9260b2bb817ea59eabcdf284f9de1d0ddb35f7245bf1de
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7956fc7986fe89adabe394b87304fe0d6244214d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b9a5303b9079f23e3b2dc0d71659c927bc1f1058dd8a228a2f2112106bcb01
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883e4de681d9577eabc6751dd99daf08747d169d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3019e7151e80d9be5bad5e0d42e0f8397b1e215f697c85b5ec04058e08951924
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0900039097031e866e507de6bb88338600fb8f87
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af742283d6e3872a28192eb0452f0ff6ecb5327db9306ad80070150758c29b3
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb59cc5471f3df11a06f832a7affc566d75ab88
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533e9b209a5eff12b81c1c7acc9ffc908d4a8c7ce0002ae5ded7837a7853ca06
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e744e8c536bde6de32512377f281986c1ce5f87
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e6b5c6b9b8ea34cda69a6ef8bdb3cc64965b26f253d453a3ba8c75dacfebcd
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8b6908ec6ed99041cb816299c5981804f2fbcc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1165d330043040d2efee400089ffbbe7b16ec942d01877c60a76a7b8e5cbfdb
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5e4dd0280df09173fd2f15711c6f1221429dea
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e9a56fc14d36a0065b0d9994616e799c17835e13ae9f0f0141727db173dd87
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb04675f6ba6ea2fe9b047c9bb7f261ed8f5557
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d47f5ccdd19a8c9aea622beb852ef7e470fae2d011a9fa7547b16eb79c0a9f7
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69da44aab2a6e4bc25b24cc6ecdef45a497d2adb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7c3daae1913b842b36972e67ad2b400eefdbb6cde95749d6070562036b261f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f97cda73c17a999134ad3854df8da3158eb6307
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffdafd3f8aad64400379a65a32a49da4c7467fbae2678b28b54d7f312428d9c
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d39adc19a0d6d6ecb230efa12bdb7aec0dcf16c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723519b6a2d394612473f4f819498daeb8ce80a4c392f0266626cb3d0db97353
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f7d6f6b2c3afe2aad6ee13f46df48f41aa4627
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbf77cb26c107a8d3aa7ec97f8ffa9a3fda1f06284d8d9015f6b7241ac2887a
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1076505e41117c10b6d3409031718f72f3b32f0a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6066f52b6d393fbee14802004c41494c216ba483c7ddc398031f2ec414e577f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa05c2dd788f6898311c932c87f02a1ce4f7d58
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77a198556dca2065446d11729ef9f6e1871bf4ba6a09cf76628d053cda03436
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0a30d0bcc2bf7db0219b2043bcc15fadd6b4e7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fc8abd6cfd1dd8224f0c4246e5e8c406571d8924788d7bb445d71c72e69656
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a16362dfd95c7a551851d5d2da4981636a3aa4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b1ebaecc0dda8a377f58efd47adc57911d65d86c179b7880b77740a52999d
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa181326caf6f348c29ab227f06370e7eedb7fb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4684f478421762b64827b8b44df0d014a4dd05bda49243399964996a4a90c6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d18698c4a4659e13a9616b8883d99bfba36165
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e365acf6c6f269f99a432148bba4fca9ad78480370247f9564f5dbca097e461
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d21839c8a99a1a9abb24c1dc7ed96acf2802a72
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f96219615ac50c781b898386a09f1788c32356fcd8d2b938b3b2eba6b876108
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e023d89cc3d56fcaa3be06e3257ced616d8f97
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c376a35e21927a1ab335b6700f42545ef9d8d84a62cb09b0be89442015ed4d99
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052a49f7a35833da599979d482dfba2bf7bf94af
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3669ae7f947a88aa3bb9b8635240eabb450ef13d91d640f90f4c44c8e1caebb
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cf2237a715995940e96eb5a23f7e651d0d8318
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d44fea91023af81d0eff8b98f13014c1cb7af0fd96a9206980b2fd3a5dbd9d0
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d380acfaa09d05c2bf02135ba1dfd5a59673aec4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb51739635661ddcadff5238b94c2162e6a3908121ffa86124a9c630ea866f9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194880673a04cae7ce2b1ca3712194ac5d0abfc3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a9f97b21eb7aae62abeb3d41d32afe9282dabc7c42d4f991e8be722774c61
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86149e16326b369a6d97154ce646ea81a4f8a3fa
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcdc0e8da22ca4add12fd35aa9df2804736891f0771896f4fccaccd955b817a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cef5098d8da4e1aab54132a0f990663ba8716e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77e0184c4546e6a6ab0d4101120bd4e2128332470218ad9d8cab3512bb454fd
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87917b466268ac9558246ec70507a89226c05e39
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f817549d56fc51a90f76ee558fbc1ee4f4a102f99d431082b7fbfe3f8493d1
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585e0881e43a1914a0b760e841bc023b8a45a408
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4b6d2c1f29fd1be2214ce08407b284c29fa5a18e9bf3f708428a5d6dfaa96c
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c52368ca6ff34682f387b214661e30da4766c3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eee5fbb7ecd025722a6269bb4ed454a6325f6beb66f26681c9cde7f95562dc
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae83847ff56143a9003a53cb798e62305001460
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5794253d25f12d48d472ef86408343c8ff81202bb00e148e2b936a49c51b318d
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ed99eb7064af4d597a88982b56e85ae641c35a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c796688f9e0cd469e26b5872f4f7132a41e2fc665aab101f208bdc874a3160
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1239d0a601a62cb8e8c1849604bf98cf2155af0d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40fbf116fe0e526415e32fb2e39f8540248829df6536d17d64aacb079a953c2
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c248037d8c38bc6cd5a914d76416be5af18b3a74
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1c8e4433647209ebeae2cb5fad60043feca973806524f05e218b4dd40580fb
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac785c0a6a8d7dcd0f6eb682eee59a6f742df3b7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7dff46488d8a09741e4d399b8b1370f1a7d4714a11877dbf493b324ebeb9fa
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8f8029d983b0b8f195f441ac2b2cb0580fef24
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2700127c86a967be4401f68b15bb75a60b2c5294aa55181fe5e444a8630bb0
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5397b4937ebf2da8f227e91da6a4d8d4466db9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47038aa1d79ba3434292d16570cf18e1eda74c1362fc775bbd64459cb0cf193c
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136ca79e371b902093a8812fa6ec8851ae9bf683
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d707ed0ba930cf1a20e1cc2a1101e24bea3b5d34b58e938090ff1301b92d04
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3551ee1cf1a3194627f1555058f8688b39d350
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8712d37fbd8fc3a3ca61fd91a35f30fbb346f46743df0a20d3e07687ce305633
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b74d97b567b4a916ab6dba045443cd15cece0d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b60053618a5cb85cd3d1324bc83cf600778468573a2551afb9cab132572d6d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83070122234e1084186f88f521574b298a539fef
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a1a77e1dac2f9a4e53b3b77d35c29fd07998d1beb74c33b7ba490a475bf115
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fea0ea02343fb3d9889e60786f215d3ea6d13f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f202e48c322150286230076739f7569516764740dd7494f472f4a91e8d6962
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e17a070fe5c1a9edde896349dd47a68453cb0a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d832a04deff271a3ed603288e4f802ea704c87ad9a2496c7c450223ca904ee5a
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac6a20a2a614e77ce44ade9c5407fc608249e9b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089bc82424cfad90fae40e017287a81fdad6870c1fb7942f23b0ee7b5adf06a5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d96a56ef475a3f6a40275ac0375262297dfd4e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd6b4d21923023559e3edd63148458b464c03a140d3558128306ac4b6224a62
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae4a0236d41e939a51c5f670ee00179b2f84361
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac20c7858c24f90455bd767db92be4b690c705c667a4666804a584c95990df64
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc80df219ee4909916cceb998a8aedbe7ca2719
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db7a3d800959592209b1a4de8ffadbf6714132ef18a96c6560759d1ef1f19ff
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f7a64d6183d80694d6242034c28971b4f57210
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377d6b9151d70492ef76d070a11bec86368b8114a713b74ceb57c26e524080a7
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcc477b5104e2ed53fba9cbcc20195e27375c86
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a85c903d240ad7b8b25ddb1054dd2568f6cbca92f1433318c3afba2b134576
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ebd566aba71202daffc380cf9d4fce06539878
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7e2157d90d571eec55cb589f8d1a1501465dd926596cc5fb469c5f906d88af
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f50b583458292d8c26cb1fc226755e4676417
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80888b3c6d8a95b655b56287e708d09905c6ad6d32ae26f1f9f29767d5c709d9
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a4ee62f8006d2f05e3c516b3ea0a49269c0a38
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd8b5221881a5361aff59f0d15160742567b2b0166a31ecb4aab8c8885d77cf
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8dfd29ec80905cd11682b85f6a8b757db9c045
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88da90b3f7713316672142134aed8bff510c4458370b2c7883231d537909128c
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2dc77450250b68df0487a233fd496246f2c747
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec31cef0efb60bb60d99ccfd80bfc51496813888ce518506d9d58eb43c2f651
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98eb8a268ae69f745f80616cce59b5bb1b825a5e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355b24c14bcd16bd47cedd18f28b5ea3e9f2fe6c799b665ad62edf584f568408
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2366a0d4ced153c0b9605dee058ba3517d1f5e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f983f70ae49367a46a51e18e9d5bcbf9dc8f16866c460a9e4ae7d37cc79f9d31
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fef8c3f2ce80a687ef3d2b954a8d33d42fc6fcd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2c1af3cf67035c7e5def6f882bf68ca88a6be7eeb7229cfe36d265daa7c01d
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6826d5ea143a9073c1e8835fb10090ad10540a98
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1ad4ce21caa726defe3b77698456fc88092fc78ff8840f092a72cc0bbe2d9c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bef025236c4136abde63cf264fbd023208b0a0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c9c9f5ba58a0b63baed0202dea3fa77fe490c685923b06c23b75aed30f21a2
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833b9d9c6f400517ede1abbc030f49ac89d39e11
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815c81b2ea53e5a454c92ab78e51f8e1c206757bcc7295372a0aa7e7faaa96d4
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77229e14da26b720b31791c3fb0d2564eeff1b30
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0409f1342063f98bdf406700f9662ef7c4c67450c0a7d7349abfe3b03ae07df5
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ece50ef59e5d5a02d4cd647d64862efc92ef197
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac9cfe4e3a76382c6eb0c0816e1a91b3786b6bd815b518db3cbc1f6153f0c89
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415e6a8c52bfe2772584e00636fe9323a7a4c640
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7ef097bba8efc92b667a8a33ebec31ad7b29af1b30e64be59deda8459bdf27
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dc85547ad4623c47971db7340ef27fe931f836
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd774f8e5d77438388ebc86e2109856dca2bf086524e4c897a86a1497fc3a5a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6c3239dbf3c4e4d0ab19a2438a8ce61688e68d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b3dfd3966e85711117b87bb47c13b7efb210505afef49eb293d610792dcf7f
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44660cff228df94a3332fef0946655ba0ff312cd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e1d1556ca470f380dc43d951f861bd71d69157c85861f657bd4d69ea5a9bb6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92279f98cb950c957e544be16421ca43e7c912d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418d9179348c0973219073f909a381fcb454643bd77a2197a3513430a551b91e
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b731130e5f0a7e8ad814d36ca0d44463f986157a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1797ca84d9683abbdd45b9ef24bd1d6a545886a4bb58eccedbb2ce5d7b8ab1f9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de67f1ee20085ebcaa850df91e6396deb0649022
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0478ea8a29404d4de3d1579a8baf547b3fcaa7fba95f4124b26e1782117419d6
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7cbdebfe37afaf4d08a97d28d10735fe9b4a1a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf293f649a575c7ef00c520e6dbc73a177296dbfc0abc4b9075ace0aa714be48
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845b5ffb136b398977d542ce50e7c7ffe3ceb1f7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4241cdacdacc9ca96a23bc3d122d828fa27d674acfaab07941ddd749cec59ae2
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29129e35b16efa87c0e3986ac758ee295dfa9a0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8176cc19207dbd917768858be970e35fcc4c6abb811d98ff91d28cdbd9d591d2
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e0f28452b7ed3ac1d0bdbf44846d14405818f8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4c36a81ef221797df665ac84fdc7bc316c41403acb247f6769bff012f25722
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f545ea34bc7fa74cb8a02fb34cac02d444114d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aa1d8f74a1ecb7f82a1bf725218076382227257280b629fe524040be52ee67
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd4c42d0807c264d1d99425df764f8af2c299cf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eced1f05956916142086860a1d83d65737bd591856dfa86b650a01734e2cc51
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c8f5d8225724e36fa4dc9f30ae8aa34185d58b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d3262d9c6d05641cc1b9d1547f9bc3985b348a71c2788e396dc6d2b084b4fb
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ddcefca3838aba20664abf4d07ada34d77d014
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5f9c244e019fb09920e4d4a1244450018cc19df89f68888704b89d04cd4b01
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4130468d9230a4b3b55bb9c05d93c238686cc61c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab987220bd4defe1da7740eab4b9a977dcb1ce844ea6d08fda063ee26b81ee1
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f1aff337e91fb984bba8a9d13a6af75ebb055c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73fd926a0234574ce4dc99376e39d00767ef0d0e13dc8a29f88f48341729211
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d004b5ab92153f7ad4b65c4f118613af67b768
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d30913cc9390a50fef99c81d9a195fcdf931f87b39954216d5b4748584a110b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226f87ce30b7f2a1268076b7aa5646a769e26f72
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb2a6ce2e115ce7e911f91396676dfc5fcace89fda2431204a9980f49e87297
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d313209d65a04d191058768ba658d9712ad60155
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d177fb64233b53cbfba5ba85e031544f4f9c6f3aab597cceea54124dd9c46571
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e52f4861176d275cf4433efd2c50d1c26b1769
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bc3689645f63d12e2c1a4050bc5894f4025d56b24f935d56ba909e6d1e60a4
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6ae5080932adcdbd72bd14d4d13ff45ad220cd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0037126a3e00e9b71117797acba072aa05abca70597016cbc176d017ba819b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0c124d4ef5a2abf45dc68cb7be6b9fe0df7367
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78911919d31b6429decb3de4cfd2861e4e0446d2a471e16255b4be7a4a4363d
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0d383acb378d9acdf4daabd0ae104ccf97b7b1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8a86d492343a340cbb887a4f78b1ec80521318c493aac4b79c8cbaf5b27e5c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af6cd73f044d06e26c1dff3edafbec6b3adcb4e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2fc0b2edda077853e3f8d269aff569a2e9c97d9c0137b2559125a986904095
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e4040f66f6c04447f021348c5c4f06720a65e0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f504f2259eb3534bc07f1f74f18821a4101fcfd69da520c62857e2d0eefe16
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fec04dc10c8ae94a5adef3600230f4f94d5ed5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5385bc8e4bea23001201b31fc1b3d673a2e1815d5b53234be23a80acdeafaf
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62e31d28771ab81235c871dbd1cd6d2ed059883
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9675157172d682128b6264158c056e7ee059a68c85a28b25269f0ab0797579ce
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765dc9ef3aa2b9ea9e64ed4ee3ec08281b432583
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb62cc3df8f0f9a829174eb70a0682e004782ed1b1c7f24df16f15588900174f
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9337270226a972c181e5826fb7583bf0fc20d56
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef05c842127f94421937f49a318d00e0138cd9a22c5fb4a990a4b7f06c24520f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caf81486690b5ee29ce2de575e22f1e58a1e7d0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586885dc078e8ebf22ff504c5b4306127b5a6263edb580c0979a487f08f2ccbb
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8c3ed738356d470476fc843bd4921dfdecba15
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b7584c8deaf332ab9556e833eed191d59e55b631f9ba8e24d95a10dd9d7bbe
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2616a1998c1861d42d5eb40221517c1cc3af4944
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7522592e111cbc989629748dd64fab5bf9534fe76b204b37dee79e87314d7a25
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bcd9cae76413b95a201b7bc6ba8bee503837fc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835bd62a90c573146cb56c06a14ace6c5578622f496cd4102e9ad424a676059b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f51d8b1a1df3d4a089d69de8ddd2630b1276102
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1aabee7f7927d6b11aa17ae8c218160520de060ef348bdd22612282f8083ca
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2831f93014a8644c5ec1a878cc1020ec923081
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eaaebb672ec1d6d45777b60118bb8f11175398dad66ebd54b42a9fd02651c43
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443acbb41173ccba6a1977939653866d63cf68d3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57eeb784ab3c7b90e5832b6a858bae4048d0168c75b14bfe95b7251006314df8
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b4b24cbb1dbcd4ff8b1936ccc0b20a93001f82
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd222b0fa6285ea824d7319ae011bb068957f2a3fb6f3dff233820a8a919b3b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ff9774e6d0d106e56908822656a588216a095e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8131bbe00453b79ea655481116d9ad62ba356e0465b95bd233e4d328666a0820
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ccca95ca857f3c46e45693aec68680c9658950
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a108d69865e7eea09b2ff7d6af3ab025b560e460e58e42e2d0090ddb269e8c06
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9e7f0c054741d9811bc63f76579e323ded3115
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0e4ec1e1beee06f3545a8e372e0e0ccd79dde4c67e59cad8c58d9cba141a2a
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d2d187cab310eefce042a1f95e4d1849b7114c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1238da695c9019699209769db01d9c06fbbe82b7a46e8ecf3e1da31ebbea2
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dbd4e286dd69bba52a1999c08d23119934016a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d514b301e6041b1ab14c1a31b559f8f486f3a1ede841903779927e718388ec8
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b25469178aae147a7bf53e05bff5ff1347d251
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3abe3fec43a5b5bcbd773830d3e5c50f98d1058f5360126f308167b71bf227a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f11c37258cb2800cbc2f036a26d029809976b4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f6e2363acf0da8d027c92048b3a88e8badc371cc873f33adb74d53dfd80f0d
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90df6df990d457681409cc9b7abf007f2f8701fb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019356da5b8540cb0f80b09fe42518a798fa08c0e1e94a6f52b4aa13d768444a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dc37cd3f5db32b961c52eb8121e72063dbe12c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7d7ae63a4832acb572de6d445fd93e5aa1d923baf60f78f588c5545d740777
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3982d49100f778aa15735229d66bac335e6a05
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1176f0cbef5527782716d31fe54b7cdcf707f3526cf50320cb6ecdd79121e2
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bb2f823187f5e9f22069b912e2016874c1d550
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5de36c5fc7bc801daf2f404659e5e6f7c86aa8efdd76b4a608b8023c57006bb
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dfd741ee3d01d71758f6ab3b44e1278ae90f4c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fa4cfe2ae84c95ab1ed39fdffe7a9a39228052de0ebe29aab6a7f9c33b9936
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad6665503aadbd1f90ed7cda7491b56c15645b5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0db28376f83ce6ed1874767a619cb424295dc82849037d98688b0ae4fab5401
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1f6e67ac1c6a8fb71256077ae18e6bc73d12fc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1dd364ddfb56856299ace6356fcbe6a421dc511156252fcc8d3c0a36863cdf
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1912764066c0384d9529f7badaf0d4aea6bfc67
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5de05dc835c868070c0efd4b212bea049e3b390b8d0b58f741850c209cfc98
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f25b49c295613d9149d8ee5ed2754649576a3ee
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb362ec50c3458785b43f20d89ed30a0472a15cbe1a2662799dfa0a1079c777
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba1c51fb72371092cb230f482b7f33e6a3afac0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb12681d8f2aa80263f4095d5887be75f451b8894e061350370c1ab8689d49a
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34af59002977de6695b947a7f22d853d261f6de
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b850485339ea61b8cec68f53202d5b0c32bbbf49c93a0d8f36bd2b050fda00
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e290f83f2e5b347f75c622735b002273fa1310
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9fb0ced2b185916eac6967e51b45ee8e047da8835702b2f1c80ddd43d426f7
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b339672f9928412d8afa820bc0eae0dbd5c2a4ff
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db2ca47debcb5968e365420fac42e56463b73190d980b38faef41d143c813e8
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f364f9963a3bb451ba0a65e1d9a7e89ba86b0e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7362be4f27b3cf9e0b969c9519e0516d2916f6e8d372b1bc59d58cc1e8f31529
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e8df887eb8e8ec57a6d3ecdc9b65093d56bd08
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002606623a4beb76223db99d5e3b7d9e16f305e7434da97fa04ed4629dda3fd4
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9d0174807e5aed9056840fc80ccaaa0328bfc9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a02294c4f1618ed3578b935d6d7e5088245212ffdfdd044c8f6b98dcd21ac65
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad60ea531d1e840650b9690972eed7fe684b4dac
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0766d1df283ddb8e0719d6d04077a99974ed753fbe0d97bcd8be391f6a0bbbd8
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c10ed78abe72a0dbd0d6c43c629c6f89d4e697
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c0998ba5ff92b08ecf22c963d08db5cddac96647c122328d14222a3db9acd
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4518f9dfa6dc937424b8e7d5f228e9b68641451
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1735760ae481c1bde45ddb8b115462383f766b9d91b9fb3fd7f1cd3cfbb34b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0251b964406023e880e53247021bc895aa8ff4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884242e2bc83e42a3bf5dcb289223251c7b33812c7554d3986df8f865b0ab1fb
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30ff5ad842ef2c1004725571fcec65778146328
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1bee843a0b5cda2e99a8ada8c1a7995a8ab42e8f3fca40648185d4a0d03ab8
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b175fc746674521a5a07de4dd8bf3ad1ddb94634
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f46027b5acb2198cd6ab3f454fa222cd5880beb4e06c7d8b8220d3e794559b
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336f486388a2ca17284f23e20fef0006cabe5615
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df60d7fc4b0444b8d1b80433a1f2b9b76aaffa82ae4097895eea5d08c9f6192
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481161fa4e455e32f1bbb4b1511e90355ab9d4b3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5649148194757fc942e554b20a705fd0653993afccae93cad6a9d73b4e0b534f
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51776d516ed5f9886a466b2afc5935191232b40
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d93693fcb0f0327b147f35b737a9f8181a3774ba086d8eb0f1b11ac65b5ab19
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65c9788e16f0fb6df61a0c74ff5467db456aac3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7615a81942c7100779e8d84ba4ccc860e1e54ad8f0466f9583b4c438471a5e45
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f34298da8b019fb0e95417c88679ccfbedbe159
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be46e09843fe5668a6ce8edf53d26d3ba5582e4f21622fe7071c5c870a5912f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f788140a0bd535dce2e02d5890a496ecd4e518
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc3a57540f8cb6d8e3f3494256b49d554cd0a90029232e5d3dd79345f012ce2
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce695c4fce3b3e7997dc26b7b2d63e303d530dc1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d345e4badb6295331b6bfdf2bad7cdd0b3a92248b26ed9d0edb6992dff5ced
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab66d271b07bf505a57a25197e94588651dc738
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4e471652e1613ee0a154b316e73c55ee8a4054fb34442058110add5dc20a6e
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8652481c84803340073aa130727b3126e2c81413
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0217e696b288e218ccf3892677143ab967149a62d7b4ad9486ebceece2b88b09
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1434486c9890748ccb02f00ae9dd8d3f097cae
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0be38de487be4b9fc784c5d105f491f2668af5ed7aee7baa04a9788981d493
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ecaf55d4dfdfb6c70c971c1c4d195bf60808cd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6136fce495668ea18df998b8988cf358e1256d871d1200464f71d1c57818ecbc
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd276e7b6f6aceadf87a6feecb72057b0e81c7e6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0251511f1a79ee2fe8b5e987758226235795e0b9712968d19c801a2a9dc2fcc
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf5a07bb6db1f8e2a8e9d788f66960397fa96a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6716a84055ea8ae950629b5661ba888e364e885d6d1b2db7f92bd3790734991
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adebd07ffd5e1daf707efc25a40366ea19e4732c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54bce58e6762b3c410ccd050522878d953192e28432a06268e091124aeb5564
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb10f02419b0d451a2b1af5cd45acb35bde914ae
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97058747e7ee25068446bbdc43c7a4103aabb85cdc986e383e7d533f7541f4dd
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5fd399e9d3b9c44be5b29a7651f6f0a6b1514f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f8cc3622bfb01324082b5c47d541ff9aae7b85e498b51868a7dcffd8c99dd9
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046c4ce7fa4294d17a334e98072b40e79785775e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d232b2e2d2ab11d03dea692952041931ef1026eada85ea017807d668584d712d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230792b3adab3f52640fa71aa5546907520cf9ea
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8227bb77697621dd4d6e1f5e0be5ab974e4c6e35deffd8196074b31716753f16
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6bc0cf54e9cb80f14d5431e3a3f39443f97c96
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69d4646d70dd1bd29d9040021f5befe62599fdf7af565893ded3702caf01272
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a5a5f8d70dc2df4f8ac16860426a32a396f6a7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb536ac91727f713a1fbdf891605cd323ee924785178687ddf50358b0c8eb63b
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dac8eb8118f0b54fb9377f75c6fcb8826a2d21c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8fb2e55d1dff0e0c148b1fb8dee8be67f0691e2515b8c5c95552841e45a35b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42afc91c5e5b0fd5ae7aebae6b4c323491a7d85d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00909d6c16ab0282934356eaa0d89c6fa3668122121d819195a0c44d7777a334
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d36ef34d11a9ad16fcf8516f81adc50c11dbd9a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afc68d3e78daff5bade1d0a4f30bb67debcae765db5e453ffaf9b7b5e995a8a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132c747759cc525d98e2d2fefed8825c36d2012c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfe49bd23f2ac514590fb19cae4dcc69076f6ff17c9d4dc7d8bb491e80c9aaa
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df72beeb749323369f85728dcc6445fae91405c3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af4f7f0cc7a00c4b31ff564df386983119625bba9e0101a3d4c2773ffe97ad8
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd89bb1cc26248215ae4d4f424b14ec2a65d45c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f68234329dcf8dc1fe511f7f88a4b1c10d0a8a4cf65888b9c5e15bab879aac
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc6d1b45db4ccd88e6582a644622e0bb4caa47c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c6149917571ca7bb53be40cf2106c740602e17c77ee6b447f5ab582f0ac2b5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2a264a591f765d9a864b71ba7c9472ce6ac827
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f55dd1d5012cf68af453bb7bdd363f275d28f1467727127461425200df4160
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a9527119f604d124df8906a275e098b3e48d38
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2f2495a2d249007cbaf3e958eef48019ec7fe0e641cc93bdba0e7185d7bfea
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a5103f5a49210bb253ed795f9580d3b2b1e7a7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1b372a5d2bb3f8a86a890b5b633b62172aad9fc72bcd4b7b90c2b340eb89cd
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494331f50981dcffe028febf637280e98277ecf1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b2845ea3ed78ac73785496032de6944333cf139025fe85c78e6d932e498ae3
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b399ce8d4b2367de1d26ea803c18685604e95c85
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb5fb40447d58fc19439d51e84650c543225b1e855b5cfd3f0b341e67dfdbd1
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396fdd7dd8ccf92f1690651f052e753f33d5a4fe
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f44c7db3d9dcbf9f3bb09b7453ebc7170c55172b237f877d0083a23ef30af0e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4035f0c09309e176d83008cb00b12ccffed5a22
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9543b9501bf068dd476ed0f5191f158c2647b7671fed746a5a28cad0672065
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59fee9b756c1b55dfe007d8cdf1d222f6eed056
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57334f133b5015ea587e26680fed7868149eaacc2675bfbc848d19d5b26685c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7e614d82c5ad244697d8f3024603236329489f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a36df5a474bab59ee82ca7235e080c34dfe26944fced6beec3d5bd6e510b029
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5536c11006fb57eee4a23db7343501c95ec2eb35
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4858ebe786b84b75c0f12324860a0ce6029c705272baf6274233d9a5d01665d4
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b956d782f7fb42b32ce812671c7262751ab5715
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131c8d23051b986fcb711c7d16c6dd6e5f3c0df67d96e7a4f691b887d3f62e70
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc048e678e1ab70d2367daef6334bd2c51cf89d1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6380ebd91dde5a136435f0aac9de47e5685f96897bf44a3d5e0470ba1a14de6d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf687001d6b047d15c450a4c9f1ef9acbffb0a6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abfc667bd149faa86af5e8c9817db79514e9217314eb7a97910252198358a21
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee983b8a1412491207e4d28d7a7eabca9305a835
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4c78f1c83798a96d417cb07d2a8a3f602630169e8507bc8e6aa6c061d3fa82
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8af076eafa57c2fe6bd7331c2b6ff014a07c28f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ad89aa4ab0cbf534a6222a9af5e3497be605131d6a6c29188a7f2bc3ec6d61
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ca0ffe01c33331bdd00c6d71fc8dc3732e4f7a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c732e4555bef149ac20da9417052905b9220002e01ac0b9a13fa2c134e0463fe
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c88b7c51719bb5f1b288f1e3496792fe89395eb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b7b5c1c4081dc71c67ff055832c0ad0b424a0dc40794beb03b1b3c7f9ee969
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95480b38695ab6a289275c4e5eae13250d3ab74
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227b711093dfad092981ff515ba71791065b41527036936b45f58fa09b7ba9a7
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8f4f5eb68aad54a67300175c1509bd728e18e3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da4df54620aa7f04e6b92aaf846821e9b02394c7ffc18ac4e460a54c807dc1
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4a92e12883eccf6c81389924971df5425f662b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc0a482cf7534aca7502a3a4d403258f588e8f5a7d4a7f9eccf233fb0ceaa26
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a327d73e1660ffa5e5da70798175cd6372b7ed
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cec44042df5b1a3fce9cd6d0038ead025812a390eaab220313fd54f53fd84b
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10c12baec549260364b0e889c7ca03fb62ea4c7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddfc9f40125026e2932a1ca2cde05da2a7cbda5e77e02d89f4f58675b36e373
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed8f174cb425d2cb415d4aa2d54df7e57dba60
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5e6f977d196301554f3f512587ae61f34483174ad30118b7feb905bb8835f9
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950178c977691ba52a802475eb6fb0d8a650040f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e8bee14be403d24b5ee775a73357a96fdc1f8c535cfbb7e54afd698cdf2971
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6813e151051e31161e48d40593845ba0715dad
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acf72b6116bc37e13e36344f8cb276f4133e1b7c87028522b3f2a4c2e8b9f6a
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f691d03b0ab3b3de28c15bfdc039e26bef8c9fbd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1109d7d85211a2252c940d70cbc90be3f388c674fcc2fe8281dbf769ef2f103
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f924bfea2671ccb097146a23a662e9e3a1b0033
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5a69bf65022c1899173c141d75690cc4fb5b9ad7c979510cd15c8d8ac01fc7
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fe65eacd5dcba7783a9d3f6389789bf0e91bc4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5349ae027a99e3365c2ddbf4814e7656b7afb56826754232cecf0207760d98f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f9af93b9e7d55574afab83e3c13f7e5e9e7c0e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a18cfcf9acee9d9857d442d7191e08b0d18f7c1535c033c0792a085a68e3fa
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97483b171b8bb71d7f968ebc5cbf978c23ac699a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a70a98c3d588c8efc4204d10a258c46f1330f9a0be30da896f3e7383d0a0b6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a01f3cd67c060524b944e70d6598a2ecc30b66b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0938461c18c4b8e5c53f88c7529a05da2ed99d0a26059900809402e38985291d
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd48f657723417393b8dbeb7e17e388500a3c1a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86e84353c80aef80544e6f351d88f9aea440a7db2d7a93b21d230a7408ce3bf
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2f1738e6a9d35b0ff545710b4356557419908c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272fb7de53b0100bbab31c9653e3cb35ace63aa9ad946b2cb6ecae9ceb644012
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f1091afec7af8240e3470e22ae81ebe8b46508
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2677b7044b0909e0238a5291505958f109f40362df5d2196646302008bb45e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad5952b01ceb63568a5cb138ec8c06e2f25120f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c1169b19e2dc445c3f8f17e6eb64ede5230dc31000678358af8812dd3490d
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14109430ea9f8748b3bf5880372781281c6d102a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9235360851e866be87ea322383a2a2e153fa439a1cb146175f10d8b29835323b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d87b04ed70629c786154f3ec6f47b6a46e4a386
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a455bf6d15249a7eded9d467778f519ff5cfa52edac7b4fe390426d889da938f
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526ee7eb67864bf942fd386f60b5329bf5690321
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a964dd78957e6b743b2baf74b369fda13085da0fdf4b851ae439c95d90084f44
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d27175a2b76d4699dac58cf27c0399d481781d9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee60c9e3f547c84eadbbc65b946a443d4a83f485da361c1ddb6126e59076c512
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e77dfacdb718194a2214cc5395cc63b5b1b0ad2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fad98f42b1907e2e25e4c98e25b29121e4a41f27469a9aa9f2b9a54161c15c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832bd1bf53e1f928b6cef33d28ec45543e10b71
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3c6284f8c3aa9327075896b2f56a81560bbe67d5f7d1312ad1be8aaa1a5170
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dd4c58ae20a1a75440606f2cc444089101bd79
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94fdd1486fe22dbedff3df63c931067b729be1f44710bf4075b8ec9ccff717c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98eb3432faa0a3fea03b0bf8898d19e5e67e9b8b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555ffbe77cc76da3e9945a90b00fe5d2cea28d002903ee08215f26fd91232296
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6ae20b93ab3a3f0155c6c6d56108e62ff7a7bc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c011abca0f69f63351027849e4325aa37a2e1b7eae118be1ab5b48d66f5615ec
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664439b964f6a2f9f8dd84862e67b343431f0acd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f63f152c56bb2f4cf0554b72bc69a3a49406275e0a7cf0175525d8d7832828
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3767396918df550cdf1dbf5f2b06aa60a0d47f7b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cb98b0b0954cbac6bcfb7710ee16ea8b803fd3868ec04f5acb11384e46eb62
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6402ad672d84cb338dc62de7f2bcec8ea6e94036
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588f8db300896c9b68cd420fdd32f800a2278969796585b60d9b27caee91c6b9
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88079d0a36d12dcad5d7675a91d90f266e7d963e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c6839334af3c9ce839841f43aa5e6ea1487d1e73b28b9a7bcd3c758e9ae742
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e5370c0c902b8c907a46047ae3bd4e92107f39
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f082dcb2532cc8d0678c24f9ba42219d6c9dcc0d3c6af9057a09df1635efed
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5386531bdd954e8d7a176d999b42ca7d1d5f288b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71794cf8e2fb900334f580ae943de7f1b617d66ea8fc5f50b675bcf9d49083ee
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a7b7bf1449c49186f0db82d01a5b11bc7e46a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b80e92087ed3d99cf41dbb748a0aa19ea5930d57437a1a52eac1b5f6e6c497
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e8f5441aefc684986db732d1a4dc10205a1937
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d77c39a713953684d6731c49f74682e201e2e7ba9daa7c77fa4b7be7d880201
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803c967d3ed179e4099f51e6af27d1eab84c238b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9534bc8edd82c5643fc56e3d1e84539178ea45d96553eaa511ef94403c624a3
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c48ae4fe8c455dc466abfc82bb59e1b16a99f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49aac1bde5cefba8f3b48f846b1d2ff7e934bb914951c9e81dd3b5fd715cced
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2cc0138373ba015f47df6237ca49379c8261c5d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8252a7d298f58c9c4c284408ea84faa44af72c02a9a3978623ce6288b56a40de
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba2a80a4b072a099183c75b731cbd08b1fecbe0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc17a390f0f6f77859692a1e4d235fe9b63a39a79d7d96267b06be656f04c37
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2db8e6d3939dc9f6d6cce8c014b201c495f5b5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73701b86f10f2c3bcaecbc17ff8fbf6155b93d0d03c2dee3b828b8a0dc64c86
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0331bd05db5fd900c987c863dd70d64c19631cb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09e4c5d729212973048c544b10ccba7836c6f04797f04ee9d9d80b6048cc3d7
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63441a4e5ba8ef27690670d120c9d0c0c1736886
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d45d221c7a420bf1e4e8b33148dc25cb6773c8bb936cba424654bca54e0521
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb92a2269a30cd9b29b08ed02481e4b2b9834e0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51ccf14ba29477b57031a1c44dabd1cf8803e4d90301f26bb4d940eeebad0b0
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53c531210dfe48d7e3f88378de871d6ce19abfb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2d123a32168a58d63ad6034271b65e9145b3ca2ec876244222f7c65bcec1f
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c1fc3e293aef111613e859b4e2680207eebc0e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4f071ee42dcd36c4d3a58b7e76d31188f96652d0bd2ef25c5174ac4a7c5838
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8504efd31d867bf8f7a6fee9c538c0adf902f2fe
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43551c85c806863c0830d9369f4c6d37e418a5373b2d7c7ed9d0a2faf8d65c95
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411f1dfeff2b5408ce0f00e4f33bc18f55014d68
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def57ee00af035a7554bf43256598040abf5cd08133a695719b8552fb0da96ac
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d13b27446ac101e96b7289d530df73957a1b75
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12253ea96bc28ea33891eb16a74c84036a52250caa8b245b15ac460cb0f619f
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bcf7b9a65d45cbc459c99f349fde5eb6cd83a2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7eb070291ddb8b416582e80b26e7c2cb43c14b46cce7288a527842ddf67f7d2
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d11d5c3390023f7bc7760da15354d83170c392
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad24f875ec6bd64980b4222b3aa21c97bea2e86987798e48e33fecedf87b57e7
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086bbaf85c7da8d13d7fcde54ba8df0280fccf73
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a14f5f2fc53dceca43ac79a4ba66452b8c61f5e80da3acbccc1c0770e95b8a2
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cec4a128a8d82f30f0b960d10c5ed8972562ba
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d523338c18217dd1cd80529510b84a370bdfa847a0d9a27de4996198a09205f
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d62f62a5ce920d89136dc7e74b30bec90fdec97
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedbb50188962d7d0acc0c10e19b14ccb227177f228b2a5d2cf2eaa002207d7c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa80838df98a16afb5d26a9de7edf95a8bfd937f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a449546dfbf04fbdeedce85ae2b7fcf6b132601ff99fcac41df058e7b024200
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36560ddf30dace3c1492d6a98d12a69741a31b6a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931771678e01d4f380c3b9e767b285d6a7f152d4dc6418fd9117709471231b1b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b53152b37da69cf49a515212cf2a4f352f9bc7e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b90a2ed7dc1a22f003bf4e1a35b67f9f0a762708136d1f7d688f3fec5cc15c
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d4925dd16beffb0072ad4c7f3e335afd7788fa
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325e7c723df68f70fb6b088e1ec7ccca563c7db4127e203c87f1b43ac6e5c5d5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32df4f955be204ccff57ff3ab0348b1f893aaa92
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d67d77be11d023f353b2a2f7b7e8055e9549a348b67baa10b4bae3b3e50ef9
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6888f665b31220522eab0e719ddfe40b643942
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487fda06e240c07e2f1158676803674f3cf182d19798b26dbc0b79e479339a5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a21f8d53d5221e4d850d46c3ce0aeb4bea969a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525e6963cc1d38c18463ba40aee233f2de8c0ed7438a5c7da282ee6b3d7f4fae
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe57e9e3a096d173110d3d6dfe0f4b7686a46825
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a29b415713e3c4f658c696861c3ce70598ec844b083d19aaa6c18f6eda3fb6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dc99f1ffc3cc3801fd4f620a048bebcca7df07
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77642563d233983754498d84e31190d716cd57ba19537bcf4bbbe459f5985894
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d142a47191ab49f196463f8cc909ce1e02303b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1324b133dcf95878db10d4427883e80df1822b164c3bc41fa6a5bc1fef9373e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ca8422476d88180862b124b9f28b95f71d6137
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a3a9966db60b63912471b6e9cbd6dd1d52911f53e42d5e7a14c64c16d1c7e6
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a29194fc2fa56454e551561e9ae83531f6cfed
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b83c79edfc2535cea3a4a51d47480c2eff3d49d1aac5a2844ce1034e6d0fac
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b345812b03260470945d66c8444dd5b42fd500
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d667804901a33b197a1d7d1fc8ab24dd8e8141f5b4a008ac7583483834e0ce64
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee936e62791a63ebbb765cb8cdbea298d189781
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3255f78659ba8acf1ed18b6fd44233ee34d21a1086dfe52f216556fc509f5a57
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11886837d19700966d20de5976a82feea96238f3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606c96f5870c410dfa3e5562fc62029058d67cdc34d9faafa90f6b9c3e97766b
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c27d0f113e70a66fa7ef4824a474154f9f7f030
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f21a857e8ab31322942d4d2859155be10b201634e965d9e30fcde4e388a222
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9fd4cb3fba91c85beae76ee205a0f3ec135748
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66086007db79fa1920225488be78eac80c5f17c1c68019afdcad77ea99480d5d
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7401cbbaba133a4a0a566d2dd18a4d60aefc29
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9849886e6500b00746ce56dc979f8e6ef04020b07c5dffafb2de2680f5f8283d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f2a4d00f2f7295fc0550efb694457ca12e7e58
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe97e9947cf504bc147a0bc1ba94d6115df176cbf631159deb4ddb3ab26979f0
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce432b7100d0428755d78a9ca215bd032126d124
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a42c8096af79fd0a41a74e902625bd406645dfd34673e261a483ce6088ca4f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece5237d3303f377ed3bea8557b699c7ad980dc0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1decd554e2746287c9887d9052374171fecbf669a10dc4eacf990008e31ac9f2
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec7ce8eeda3100cc8a1ab61f1637b79e9ffcd1e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5f425affaa9fcb52bb27a8e5dca8518a60a20ce6b65dc39e1c930baa65ba0a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb31a6a6d8c8bbb25cfea902624615c9cf9ec1a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e880381c955c32d7a6c29214eacb50d07426e30d935cd25d837efd4529a0dbe0
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b6ad0b904902b36e00a58f5bba17bcefc0a388
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4e03fdd9548f9b0b5e5aa0cb9fc33111d2454e7d0a560c39e108c562d3bfb5
+size 1254
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60c369aac8d0dae00b9b02afa04a20e8b1f7ef9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d20496808f034713463174e7407cdf0022aa03b752143241d4841ba6923818
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4d41f3277cde1cc33191b4489caba6f6466acb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658213bd85a42d1c825a16c7367429748fbafb2fbeb6114cf7aeeaf4990fc233
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed64fa8c9d0b26e40e8315cc01dc3e4c4ee7cae2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fcbee2dda69a8359b6b64463fa7368fe44a042e823d6e18164a334d1d4414a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cef34a6bcd465a08954fb051d693e9034fbabe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41cbaad045acb5df4c9e862f11b9596cb9da310a27073bac0ae8707eceec4f8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3d675a3e5e72cce518a2051228a016e706f5da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97823cabae55bcb50381d86842dc7d6dcbf5b1393f354d966de507638ed79e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cfb33dfe6705f726ce04c675b89a5b83d0e896
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef160f2676de438809b3578adfbf30fc9efdf1f8fea01907b0a15a0f7064920
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec6bec8dc0b114a79ac3955e09f1f1518d01ea2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b992b7e11fdfbe269e2a87e7a4039424e88317894529a2097cf4d093d5ed0e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77604259c03e7e004e484a133262838b0a74872c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa1d1f1c505a941ab99ff3882598ceb99a97565d99021c54dc8112d05b121ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de1814769d461096d43eb6168ab7c5434d83832
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690113074e5cacd5796c2ac9cde48184e7481fb5ef672fd3aa9aceb667f8fde8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef56a0f4335cb7c7b66ed2fa3c877d4eb904553a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9b351f74b3993ff33e00df687444d454cd8be8e0facb5a42d2f414ad779e25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0772623545c74624b8eeb2912161c230ead9e9b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cae81571a300ffca67c9f6b621c53a697e5da37f8056364095c27d61448f9ea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7715e9b69a9c69e8bc2cf37b63e9eeab46dc8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913f9d82ab87d708771fbed3a349baafd51d3b0d31c502838e807af9138e25fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69e4f05edc3aa9ffb489f2930cf774fd558d925
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf72810f76e8c594991d3165a7dccb2a792d305c1f69ee44ed2beadb3bfd397
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d0b65f173d23b55f23f5c6f05674d20eaefaf0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f114e3304b97a8818f32ee813c4a5546426be9425255f8eda0dd4a0bd8ee858a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c08a8f0206f92ed13fcf0ad84d799734ea48b08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268e50a66331a4186060cde388b5ea5379d3a78936dd4d1173c0d143d9609a59
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f0c4500daece2073ebff3cc329dbf8e0a1a8b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cc79266efe15d0bc8a621e569659bf9dfef955a6b369ce437e5dd8835a883d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1a964eacd8bb09ee579dcbfee84177623729be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d70d2850549c0fb79cbcf7fa3051fbe18cd97d1c81d18bf75c2d91fb11d0d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36cc24eb677dcc58d834e8f2ddcf29e9acdef0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca1f3072e37068c0e9068be0977b117b0127efaafc7356d58e530cc6f35a10e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3129ac9b689d6bb232f959ec301c989d403a6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eed7ee5090d686181db5265143047a12c9bb73ddb64917648d6e46517220cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b78e30d39a68d9cb7ffa772890048eac1aa266
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b22716f2c61dac88ddecf2b6045e9d7db4594773b8f064a95e95afc8eb2da8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e22e2478d686fcc3743cc0dfd7ce2d51807ab27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61082964f9c5ec52b5f8230f01b534210146b645ffe65b1ccbbd6c29cd3f1f44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11b4e49f7a8eb836881c3c3cf71fdc5c32a3d14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20887305745f3c7578369012d66b185a85b2374ee711b60509d26e85a6873573
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6f156e2db8df03f4d875eb8a33508d7e0acde1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028aae6bfc1ed053c936bb1b6727242a8af45dccee533ce9c0b31a3fa1861600
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10bc97a915bdd33266a3b28d87744eadc47239e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd61243adf403594012539d1d46452f4c8b4388875399603310cba920db5a82
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdcb69879eac538f7a4b5e03de2309b6237c57b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f87bebccf27edf7f5c9741cdce0b0778ac68bcc92a2cc3c41792a158c836a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87e78f691efe40a6e3939e7e325dcf7c22b8974
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927d1f0e37d889d86fabbe8e9e448f357ad5202d536aef406464c53188c0778e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcc9b40dc5c5238cea2c88dbcfa177cfa4a2859
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ac8a891714d66b37aebd5d848e9abad5b37df104aa834e0dd935ce3237ca62
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c952024f575394ad1bd9fe990b0aff483434f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac840e7c8df3bb6720dd66fda23cbdf2258f04b782c9920dea385d990a67fab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63a09507f3d06637a14c9f2b1d4e8a1498b0492
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568537e2fa5526d3ff5961ff6bb761f7fc38e740bb895730fe1365ab10ba46ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818db6a52aadc6085257a7749b0741553fa887be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cd66fad01bc9b5325924b562b6d632531f9883cddeae6c684e7d5a256fd396
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a7841f11983780210fa911e2de1dba9f067447
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368cef01f719db6f1909b3cd87e2b9b0413a1d66e7d4b8048d384ded0b13dce0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd1b5349ad60f8bb18c682358ffd9e3f94a57b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f7b0b16c1f2bba4df0ad4301cc95f39467a35bb565b1a8794c3e064d9bedeb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbe32a73b81159323adef8f7365cec19c39dbcd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0285a912ec1e71fac7eaad90d947cdb7a2dd0865dc883f3461c119ca398f8922
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5993d6bb74d9dc5bb6818ab1d34f51d898eac68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cea0edd8814ec42416057106a15c1386cc616c08b518825c4e2aed38ab9cb94
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40eac5a903dd10be7873724857cb8abcbcc0d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3fb56d64271859270a48babdb2360d9eaff74498b00401a310a7ff6e8b065c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f62023fab3c9f667f05abd582ebccfb960655a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5ff470334acf2c8d20afb2ae175fda764343643e17de042524c25cadef2d42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2a98151b5da85e02e7b92b98d7259c4e9ff8ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6cf5bce593bee8ff7ab612b77334ee194b1ba6d24afccc8526d54bcc033586
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bbbc2611519b3618990bb338b1e0e13d81ce45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f17124e537c273b33beb2b10a9cd0c76357e3dc837f8f6ec900fcfb9d34403
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02c29ffb75e5c616b72c6420403c3389db79b6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995b84fd56271e2d676ff2ec5534d23bf80f192f345de08b8241c2d5838e11a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03c221ce3351208edd241caefee38f83888f22e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fc0fd70d9b8f393b44fd038206fe0b348786bf0e20bf6e550c372dffd37445
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4151297c66bf0449dbd13a195f843f91c57fe20e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fae757c3a9d3b1b4e50809a4c7938c3985bd1e426c1f825a500987f128f11cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927ad21afedaccb94bb973dc7f5946a70ee670c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603bc705219f37a5b84adee3e624f8351e608a39f87320b6805d3f39eb0d4c8e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b285717c89ff038ad07c9870c9d37dcb28f4f29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9ce4babbcfb196d90f5721e25733dfc4b59b832f39ba143cda986bf3ec2929
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7ab36220001bf56cff32afb8a834e4efa3b929
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15af17657c03cf129a82bfb46f279778f162b0acbbcf8fb61746c225f8354e99
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc832d2a1b2a9d01cd07e1c7d65772fe6266bd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab13638a557e9321f6d37736b8aef72ade9aaa631e9441731f2294e28ac7238
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d030a206ee199d098846a7214441058f5cb3db22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4b2007891c200921397ac6fcf695f3808e8b345b83c1d56da2ec5985830d2d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac358be4e8edf20cdea2dd5e728501b5b92230b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954cf52e02e2d195e352a65dae7ecd946e283dabd1bdd815781218a6c9c6dcdd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7deb9e3ab4c399bc2655b1107c3b74851d8c6e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1698d0bbbf7fcd9bbc3570aa98e7f1a9f9d99554d833aef9f0fa6b64f52adc9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5b7f1059049707cac31002016f123543777bc7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0e3829647cd92a70777ee940fbee291e5ae44a629981384e3676e2b64e56dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fdf78cf2764e6a2b148d7bedc287f851fbc357
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7655a118ede5f5903a62fae47e9b3189b3e5c0635967afc92f11e5c437d5270b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374bc0d286571e54235b3c1b060931ebc613f080
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e844b186a5cb1422313e7d575f812d9493f4b8e9abe40e85c3682b719f8fa1a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24503f200ba668394d679d7948b9f1d4fdc4f3ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9f999aefb4d3bef8882a123040b8fe0d5b592ad49e28c76eb6e933d8220b42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c02af4e9e6a4488a7e287e8705bae0adc5fddb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb543ab7b7bbbbb448532199be222d8d66e4ebd66aa03ce5b1b11f2cb34c6fc3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b390d73749122d9c49cde9d09cece9ba230e006b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383a830c6eb0f6921a9b7ab361e469ab5aef990d1c14956d74aa54aee2cc3498
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62b74447d71cca4488720318060dbe80374859b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515a6a1503cca7f9226fcc549bbda43556e1d7eb6dc1694f2eb82b1e48884805
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ccf99eded92bc1c46364e17db082f33dd14c6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2307fc5af0da2611146de28ba4e2ef51c401829e866ce767830fb188e32b6a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4813a367d7dbcadd7e0aea6e0c8d22d451288b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd4a8dfc33b92e975d4fdedf0993caaee2023e56a36e5cb9de1be07b6c84575
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2370faf1a0ce3b4a674b3ce39bf33dfc61a663ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03e4a0a141d4d5a5acef31f18973885551817cb60867f46d08959cb99cfc0e6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924b1613b0c6c2c0ada9d4910adba9b5431b4f68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715cf35031439f0b5a6821c0dc59beaec9317663f9ad774f6b9d6815650e2fc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5a87ee7eb58bbbacd65a07bcd273f2efb82712
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b47fde33c52a46b4d57dcea0464c104827b0cbab0c1e61c129d8d7c2aef0a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a8f7a87c0b52d5f70589f352d08f1254b086ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89c25f6afeacc6487bf35fd0fe23b565e5e7eb7f67d5a3b5c6258dbd5f1eb54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9bf3f6bdbe442fcb7581c6b4e70926201031e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5a02f8d6dd644892b9e203a1cb99395de42315c812ab56fb64c8e36c2d937f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fa6aa968b731b55c0f13d283395a98cf6f98d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edf5a5ca5aa0081b16b0493bda007e41b95f5d5aa76cb99cb297bd5630985cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54f71f75b65da9c18ade339b11ce26f591fe07a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735966a69d789b8c66008b83d3980945bed649513b308b03c24f483e5fd2f0ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94b0307df383cd10dd4a483380d58e13c036778
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb284c7a5df713199513f8720b26b7e7a2c1317856a481555693dd681c7a44c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0624e566ea2b8a3453c5c89cf52875ea60b75d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9b394fff05c624c2554a6587ba618ecb3111b606607e818c148f2475c5ec41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbab39be38f95e658167b04edd3cb910d9769d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812d7ebb225e819a0c710430e90cf49ca097573d1ee38b509ae697f57bc4af90
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e545d9b92452e3039f0fef8bca52f805b66b440
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fe6fd1288b6bc4bb04b5b5475cf156cf27ba69fa4bf0767b1352e52f508b57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e62f5f05c38f0b03dbdbd891f308e1621717396
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d6ac6d23d4b2839c72b398b182325414cfd22e6aa9a6e194a628efc9e5b888
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d34bcb925b90429094dcea04dde3d386bee1ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef8baffb2b781731f1b5e42608cac0d1c1517346788ef6c22ed018fee3dd47a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5269fb00483ae714f6e70f1db3f59d88874fda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c066826e8a351b5605181b2d96acf61a03d56044862f23f9508d1e36a5651f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c826b3435cf397724cb4ef3e0708c8eaeafc07e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addc7b2c4ed39c01ff0532f27c796ddbe111b0fa10b2f84a76d3d13865245476
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3431e5b7fc74f5ad2b1ae01e6db1cf182c046695
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4ab0ad3136486f735c019a6a4c5d5508977d955c51ed053d411b5002fbc38d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6266dd837f027e415d6206ccaff6bd5d4ab3d5fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6565e4b853b7eb359968201412b3ca0ab1a69c7f64ff0b4099ed78419d3e112
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6854ac2f856f22d298cca3c746451c6f2996877
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8d554c5e2b96c4dc5680aeedc60b676e8cc4b4bd4a589d7a8db06298ac8c39
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bb312ddc00d64333e78efd698c7a5890cdb3d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f18c0221b7702827f495c5bb7ef58ff2aa2c7540009f2fcae8c20b0689cf2f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9ffe0b65c5ca334e1c33b4bc5c6e65d3947b95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c389f0e1f3b02eded9562885c0fc757017126043289aabece6611aed826f4175
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223170b9daea1160d534607e6938dcb03606b406
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10635945083b0a4c35e4947f668718106bc0e43f2aff18430852049a0e4c909
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3ea62dfc731d395f2184ef34ed421b44995a56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a77d3bfa58b50b8e56d1c7682d4080ba977889ccfc79ca140f1b88022ff1fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ca4f13866a815434bc95dab596c97b788bcd14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4f9b891a2891aba29576aca50f834ed8f5512d9c4eb116aeb0deaf3c99bad9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fea3d44e11ba3cea69599e0eb457ac5b424af5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288c88e7677bedd8fca85a2d46eb9bd5bc677b171b455463ed34ed5ca286f64d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43067e315b0b358c7865187097c32c3b6352335e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4def08b26cba37ee68507767153f028a6015ed1aeba0866950b3153963f503a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572720c04ff27aa235444c926ab3fe7c1d9a495
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33701dc944b8ee319ec4cac5cce51cee771cac9a096b78d3f4a394d33a19d036
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41c77df03717719d708ad71a160258008880d16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802d5e1372de90fc4d88a9120936073f0684f3d579d1b8073304bdbc2cbe8a87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c118657ed7a3baba6262cfa6b97b2a32f747a228
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9411409feb7df9c69ed5106237d125780e8535b63cba77bcca6e25b32fa0ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ecd1c2d2d40029ca6716610f1634af5ad50f6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17b2c67f5b1345cfe66be13c31ae4cc3cb27ecc601a2f1a8dea4ebddbf31acf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36a81882412c3244caefd5158d197fea4f31ddc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8000129ef2067de51fcd454c8889dc63476a9ef09737a52cfe48d2d7b911038
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28af2117021eec4809e0be80598ed76edd715274
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05edc3f2abf2756a73c8defe177a3ba0f287efe51da90e905429576056138f3b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1633087ea6f2dab79b98cb515e530bd7d7acf731
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22f9e63bda65e920e78796e71ce6d7ce3cba592bf5442312dd1d3e59a8e2a42
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb84867add3e6f75e34cd9035ebacc28c665ae41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38e55c68dd337332d00f736063063963e2f7f62196286802c50780f6982dba0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad26f19473353da8603147962f038dd76ea5bc19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266cf4a3e317e8251e584cece7a8124c679f190db66091f59a4f6c30497f684b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f1bd8b3a3db21722672fd936649ae586b63158
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adb60a48519669fc1a0c805a015d2f541b9b4b47bf1d9e089ee0a8d84b70fa5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80257a62bf7e16cccb9dcdde990fdaaa77fdb56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d52345bfcbda6f4b2f5e2b41b4f4353cfd99ecb52d0884b7e15c824fe6493c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a91b0b71ae3958c27322c5f676b6b906f8212f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f877aa92381df9b03bd7476ca19ee8341f4217553138ee76d173fa8ae52245d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb5fcb82ea437ea715a910b13dd45ca87db4c4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6030c2c1185c8548feea90d5bee251f8175cae76785d822d2a4fe7e3082f6b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3ab1dfc0583f5620a71f699df19e518cac50b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b295265050c1e732856caa0f1130d3bf731b896e7f37514234047ba2f8d3c2a9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84fbf58c79777bde58d5e4be635c814466a2835
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66999a23f559acfd7ceaaa2881c078aa23793535749a40c19154e754c66e6d93
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7440958704449b5f7eeae28efdadd14b0f8e67ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7ca69e9c3c9d6770b7d2aab026a0b6ba4e44979f7ee02feb577a66d22f81bd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c5fef366237bbebd5dfc0f81ee3fe01ef3bd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4068178b54b44d9fe95fecfbf21aa43a3500eedb975d3c97278d25540154d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b73a7a5fb77127197dd9664b43b5b854b520c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bb83c01d1110df1ffa6e67c218fe6d6f6f97475ad0cfa89ffbc5cc1c16e77a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97ecbeae9fe349550803ac486ed9d78452b0f86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce74f7d4765c376b6c31683bb2236fb665e7242e56c26a2f5fd4f69e9403243e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03edc93710a4f5e4929820071be6752f6a8031e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c13985715be97f97db574075492e68cc6ff22b39fb5f20adabce4582648c0f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9ce271c805d1e997eea81412fdef3f387e91b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21a4866b80aa8d687f749d4b5874bd1fd3dcbf020f82c76452b3b24a3ed9a11
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c11382c8f5d7e63a847768308d0381fd836238b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8140ee16ec8a177657ceba9ef98b54865f33badc756af559d39ad59735eb7a2d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed91560f76f37ac9744c56577ce596bf90cf15f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29d554b28d8888718ae80e820fc866759f9dd1aa522bced2ee1c291b68bfdc1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955212e68e5d7b0774ac16e32f837da967ecc832
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b71c23336ab5310c45338e44fc237c7f64b770d9e95cf08f0c05de1a902d8d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcf06a05b2b19fcad611807b17e7919fbac5693
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722565995acd206b247168c7452710be7adae4f80d67b068cb89d3a27aff0053
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f190b1087f3701a350408d27239ca7acdc052365
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88f939cfd248d1da33b4724de72c3af9dabafe9c04b71a5616b840847676526
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed739382f6c552a1ba4c173bf33f7d7b4da205e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2760a338d99144fb3f08a94972a84286904f49e1de1fcb55db453d106096a868
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a87893a525dff5e880f68b49b2d30d2038b85a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fba8a588b8ea48a219deed88d4d73a1a301684b5f369039cf892c74deffa89c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61ba86763f6f403f5e63dcced24f5ddaa01a72f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a2ae4316a7826dd636969b1d582b7f22cb7c7bd6ba2f78b4f8f609afd044db
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a22ca7ee705b8a22be61f5c099554b45c475038
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ea73c6621aa4cbeffe42602bf2a3dbf04a873649c60964996bedbe07c49c0a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d080ac475d16f911a9758c2c2f55eab6c3dea679
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80e7f4b05ed406e71c8688894ec436ef2fa9f7676ad9e8dc6eb80e9c2fe3353
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e8a70eaf268b8eb426ee236b4588d7717571a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c783636d473c3048d081b5440ca69c75d188ae69c041d1c8b8a4a2ddffb4bef4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23beabc421b3ea6173c982d6b94b3e19711ecf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0f75f35f089fecfdd983ec4ad0997e667f9a33f8b4d19c05c5cfd81ce90e06
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c157b97b468235abcddb33ac052f912869366e8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d668a1f1f5feabeaa988c6212447501c34682f926691ea3c79b141032687cef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf687ed73a51432bc45f858e2b5910d45ab3e9c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f3dea1456c7db8a07475e23605771d160a909bd042761e0e5fbaa2fc7e6897
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd20277b37d2fde4f0e107fa0710060b671aac9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5472594385dece1f899d65e3ad15319800cc9ff2a15d11abb30c20baaec7a9e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01273f634b194fb956f77c565bf2a35abfc9522
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2971a7083f67134372097831c81165bcd8ed187142d06b2323d47d188a74c606
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702b024de6645dffdab2164881583d84cc18a0fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2511737b2ba9dfad33071774b03a5bd03f112860b3544af97a67fa81a8493256
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0586601aea4f7ad96c0cad18c221f2946adab2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ede856f2adc43aff7c0ecf45069a26be80e8e47e6bb7027035d3b1d1c341d3e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ea7144bd8ca1ed9b84a904930b10e54996a2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48bf0f68768d9ab67617b33248bb47d3a6a18dd4b69bb5bf0f7f69e864525d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad8ceb02b497e194feeb2a1c3ea2bfcdab35b39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c17e8ec4a938c6d0b1976d16863c6ef4a1cc142b4f98bae449ef9cace1c20ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e10aa916955682a20283cd6ffeb99aa495a9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7385955497677abeb6234e90d7745d1c135e8615f93cbfc45de9bf423184baed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89e9b0001cbeeaab1a45608a65544e5daf25551
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89302f7d2ce4ae0937472e0792180b7c924ff4bdb7ba6217e02d820ebd876cf1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670eb0a6c20e174584599f211790a03fc3ea3a88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4e858028b7e47ea3c2ca4c0963de03f99da904d985feabbbca5064a4b27cae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b431d58bb981d04e8154bf2f367dd60f97b1e00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb000fa760c35b43b81c4960bd2702518cc1283279916b2307730e3796b67b6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13732c886931d75879d50e2befdddafac1c82841
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4694430f5d68a3d39daaeda495d7417dd8f032ce982f46dd9b077918114807e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045141536b2a0fa659852f1a419005f5a2f5cfda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ed5ab0d9868c2a602e7f426d0c65f747bfab445faf6180dc9f087683708543
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb8d9f46310818ed4728fac3ad604c9eac03681
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be23d57612f96a2782c63280c7a6a267f3594ea43414fff06758b5de0506efb0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c7607dbd1aa68d86a6f20e6df03a1dfdbda71a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e0dd26058d56e4cf2008b137b22943457d29e7d27e8562d9760d43d10c5a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650730c8a2cb818f58c7f4ca51a96d9f24fabe0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c23fc05ac977e890a1773d2bfadf4a134d7f978ee5e08b2a45500cac94efd2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a6939172cec28f87d0ebb828ca5aed31a99f70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d68b36b1f8dad976c1f6ca868d30e251d7aa668a537d2fdbe994917c4f294d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a9e3bec2ddf171fd623590c716dd783a17c3ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a324d7057b37117b24eba2be1e27f49e3aff3626508ca2e1f107bd20c2b0fc2d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464245cc85e68972a8f1e42ed1e792c46eea8d0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95263c2769eafba32b1a93830f227063ef88d4ae4c6cda5b978c42ea6a8832
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288a396651c1801261b14ae61071c1839c1ff625
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4048379dea7cf4d4275171baa66bcb05215d92de97b1fb24d11827432e37180
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933a527abdd6c77fd24c043f73ac7a953c565b63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfc64a1d418e497b2b091953935b8fe9875f812b954051639b3b6c40ddcef08
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5096502e1c41179342981e5c2e8ec37d4accae1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1de5d7c3c09b3d5da435de37d26cbe49c8b92c963f4862009e39e7a73652bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0caba68857ffd8ef0ce2cb22616c2cb6cf0da4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ceb52a592f16d272a6e68438692526837dd4f10839531aed5de15fe0fef27
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245f89920d1a18f6bc034772a17acd85b3c16347
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab89481734cc88292f43905865d95a8bffd0465152467539a7aa30b5df7aea5a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c161a16aad40c5b49045a036ce9708809a1e92ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf26a9018a6e5e686fd7d45c202747cf4f83890bd8e88040879ea88f9f73e835
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee07e6ad1bbbee82d80fc205f9007e362be46b28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e2f5e67dfc7340f4a78e39e2765c67d2f91dd6fe1ff86d47ecc554292cee83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9d2046c4d3ad0da1ff9d5fe492ea73bf40bd92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a1d80086ea29ff95faf97f386b77e0e79e6d65c39950a32b640d0105be24a6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9c2a487f798187ac8cd6c07e70c53c834d50d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3454bf1e825fd8e2e3e87ced7a6f3e36515d0902b8d173fd371d9682d8ab59c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf8233eca6d132c4c62996c4b80253a967352e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb22df18d1c6c0b8717da70a77950d16525c1ff6ded771b3d23f1ad22398b3b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b2bfe9a782ee7eb84998311f807eacf70e7e11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7597666eb1a7b71116c8c94f6562c3ca37b1462d69592848716ab2aad48950e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e170ada432c6306a87888c5f35fd71126a1820f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69acca0285c27563a394bcfa9f0bc445dd8c3f99d7a8f934a526e71c76d76147
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cb991bf44af68bee4f97980d8aa1d91878035f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7604f779b7f4040a7785815530d6aefc2e4a2b09b44ee978cba6cd2e7ec9f2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc0b1c73c493eeff645b68e845f1093a6e0ab2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8972e39e4b8df0bd1ab4891c6f1535d34c1ce051e6e4f3978384602a95d26c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029f01056bc62e913baa677b2b8eaa84fd6dde6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da22017a2cecf79c065f11abbe55cea591f6784b48e6ed8f658e1f7ec2846d0f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767281379abbe5ee05ce35a6a3b80077d969e271
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85602904611de1f906740243faf9da5837930cbbd9c0733d07be84178354438e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adec0029b43c2f413a6ead32839116d3d233432
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9798c12ffdec154735ab2d670d07be80eb1addf0e6f2a4dc01b44709452e1dfe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d03eb91fe9ecf42e77828d1eeeb4d60e2b82db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75e82b240a043e84db58ec7f19294161691eb25ae266c2da02dc767de62af8a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e649c03c0453a9f398d2332b9fbceb0ae6ae4060
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5b3fe933b8639a7af22a7854c70dd5a2c4e956fe2e7899758d3f669dc838a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afda37a9e7ecb74266de9331394b8ef31e63206
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6fd2acb3360b4fc2254a5e0e4633879836a9cd9c793c7ba1c5282daccf3336
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f126b029e45adb7bbb9f063f6638edbb1c980d51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97d7be2c05422492279535f202c9423a8722689b309b1585ab5f3a175f1311c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9080d9c41b624b123f69080d5a6c37cc8d6e01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d6e918894df7a87b281001aa83dbc2fcd0dd8a50d6e0b879a9384a8700fffc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c75c3aa4054c3c00e09c91d47974f04f7d61e9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f130b8fb276fd2d471d65e409a773c032ffa126d2b3c892f66e43f22c70f9cfd
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c128af46e976600c3faee6a857611457eec2d533
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dde418a78a875cd93096db3a827a8ad24c2129940f4459635c67c89dc7d6e7
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e659c44a8be64f5bcb342bb5c580969dba03e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c88dcb542fcba4a108c7db06f6ea7a1ae5c39e572c995db754005d020cca2b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f77fbd1339e72f3e6945d7b3d648dfb4fbb5b08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00505a7a1286f3c1bc020d00ea730ff8ac9cc1d92cb2a833139ec6caa7636476
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c0dea961d24f01d15a7424cd71e0ce68c5e4c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3064da6b90987842433b8d1eecc4f89c501eedf650b3e81973a5612372008503
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceed7e14d168ea362bcff244f5f4e6f2cfafa1ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db288dac7463925660235ee7bd39d8418676fc13411b5a339fb89e9226edb25
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cec1e9c545875f1dae28e434a49a461e2cab14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7fd1954c9b26b0dcbab1e4598fe846cd59a977d673b6eed43f4bf9d72d646c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6609ea60d363b153977857642ebfbd84507256d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f12d3ff2c031fcaf35d1716922b2133e64fce1bfbd24c60a3fe4cf70ab8d452
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94385bfe22952f488dd7a744f2d6294505507661
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85733143055b76907fb114cf321216d63a654ac61f2139deac044aaf4932e27
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d1d26ab694b685d39cb08737885d4994ad5ad9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fedc1252de4807bfedfe90fb1829464f910da1183f5dd629c76de42e79bec90
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46555275c04be0134394e73c3315f7810aec3e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c949bba25d536cd16ca203e1470985e0a188b093e398007fdf63f6792b8095
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592ba3f768c32936d818ba8dea9ae90228ca26df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d06f09c9160ac9ad9e4590e7bd291189be2c3871cc2877ed69d99d6d7a3cab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917c731c410a8b6cc7a6abed237b32739e4dc9cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476fb3d11357e960ea229144f12a16b3c32a77ea703a9adb64fc20b54978a303
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8904c2b8504552db3c09870c27075b558598ca0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3d8f161eaefb15fc96ef59e8850a6236c847db312df1ebbf95be87a0649815
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ba09710ac46f9d50facfc2e5944f8ffef38f51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da63f22158ca70e2637702ba2fac476dda8523dc796b0c5dbef053903f5807b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb35af32ecda0a2e4d11eb80047ef28ece1bf0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcd919b8906707a5e76af623628b984783d5953d91276dd22cf63ed47441d87
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd85ec36a2ad4c57b3220336ef4bc5b95b3cb98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72471e3f7f2e33441ca5874bf5c22f00bb5c10bd92f267458cb50855ad318acc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d9fa8d8faee4410edd3fe4bef723bb21e21c2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68df28c79c99eb38e38917b7e311fde0e8ea6ba1f1705d88b38ae88b15d03804
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230b827d25f1ea856f0af85bfddaf6acff4a1d87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da926af17df50ea3b795a86e58519ce5005e81ba07a1abc036003c35bfde980
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657aeafb47f315bf898b2713ed0041b6ae1989af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff6172e2f774243035a6448ab2cad6e0baed20c145e30b1e1f6835d3a84bb0a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6fbcd88f77770632c198a1464936891d1cd273
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2488259c73f6e31554d0c31faa2bbdcb012bcb6fb41ec6027b99478fadadbec5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dc5027bc3260e46e411453da88744558ebe875
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37159d110726f021ddec00db685a4eb98691ccf5903da051232b2470b24e7f0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f5bf6de477b8bb19693281ca574a01595bf93b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358ae142ad89c406149599ad44b184c4f1dce4cc5fbf5ace93530434730961d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147f06c54a0a0223d6e6447cb5eb323f076e30eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae823dc7cd0bc39071cbd402f930c16d384eeb62d6f84a9c5865c42e1fb0aee9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669b53e4d2cfa4d2942087e8b9beb132d60076d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543e8a52e4ca21cd7692f572999c7beec5eba16c429391a436117326ab6aefde
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab25b46350ead1affb8b31b8f38ce1dbf12d4057
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8984d5c7232cd1162e048484d81a2535d98323e3e9442b29573d56b0e94fbad0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396274e043d0b0d98f664be9cf4b990add9ebc25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e06fed210c8f7df26c7c2990e41dd13c0c01d2d754e012429cae37dbcba624e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a1ba59ce2a0a9639835c2b7e165bb487129485
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725615c94a6d33bfd5ae16b544a0c0320a4b5dcfddbbeeb0b1f8b1b9f19db230
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fdeae7c2086f2512e0d614a0716d49b3678dd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cda6bec3978468e47f2c0a3e2e392d33e9f378bac9f697ee7743244aae9c5dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4b9fe5302cf4ac96e6df72b68479530de1820e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fbea4b546efed1ac62982f907cd3b4f1c310be60ffab315c5fef6ed5eb33bb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e42fdfb38a4333e6b11f8f0276bcf372d9c553
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbde3e8b7446ea43c70b6a81ebf7f4c323750c98b11f87703967fcf4eb7f877
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335df15d4e4f9c3368bb7d458a0d1e728721a583
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f725d3b1b48a722f114a1e935332ec56cfdda6a84aec2e8c807b66165c264886
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f800e5807337ca4597dc55bcade9b5a3cd03b3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7e5bad3af5462bdcf56649688a4a98aa54c04200dc922f08b580e84a12a400
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e729e2d8161ca25feeed9e011c51b8b7b0a15b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d214e54e4c990db97dbaf7ea2e0f86e17fd6e4166423ca1079239caa014f60
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e51b8e888ed3e890a90098012339721c2afa3a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ab4412bb1f6de2555e07bc3a9b77a4fdfbd7ce063606e3ea31869ca7750d18
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31f0b5338c2b3970e9c5741ef9de891f6e8ef03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047d6bf3c8d690e901aa43916a25e42b260a459c6ba2bd3b117949bf2ac26a2e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cced8b6e7285bd8f4c00547c22fa6aef5357a8e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc33b090d8a54606954519bbabbf399829e1ab5d40c26e8b0d9bd7382df22510
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcba17d6250692827cdfa2f258d195eea3b9ca6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfc80d81f310a0bd3bd26aa7c0cddca2940d082e083f8eaaa509aec86332c6f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be45f6296dc8a43d6c0fbf99786ab4ddbb387a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66b8d7ed3b0116e599782913fd5e91b0bbfd51ddfbe22a09949eb5474135b59
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c1fdfab99261ed0861062bdb2b2c83b93cabbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ffd8d290279b6831a33dc81b8c30c764578585c371cad333bbf90bd2c222b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895593e6870a50f3b0871a8d42794afa9f080199
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5959b2b71756ac510cb94c935196ecfd91156f1814df6940c93d8e6f1566b607
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55f68726c67c786901753f052c781120674de64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637c73c22f4ede3ca6bdef36c19c4c3dedfe881850dd2172d22156ed5d0fd8ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cb5a1ae35e54ced026935e79068089b2174c70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361f0aefe61c3b5112c2c3fbe832fd5d3ee5a4f19fec97d7a417c0b41e728c65
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee37946342008aec1e0f3a5e3f3788bd2a63a2f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b6cf70a13eea5d10f32100e3cb056a2509043cad968ed4ac853cab565ddc8e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d5ed8ea09e0a831c185a6e0014404bbe9864c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d5bd9a0c144d0466fc36a4af31829695d19a8c0edc2e5ec340748c32b86680
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40123b1c9a34b77f9a79f142ddcc488baec8f39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6c1233cd0e8f8de34d853432bbd53a448a3896656b112a3079a74f1d3fd2d9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001161d693319973df2a66bb638089786bf0b4b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab72139995a0db110443789c48b2c6302907f318cb1eafb0164ba24701f3d11
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832bdfaf2eb8095e96111bfa72bef0b73c41ffec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c0ed4da1f8cc9aef35a65c19b51b7a7f89afdb004f05218264165e880a40c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea88a27a858f1a706262d6e3385b5e613fd4caaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6df9d5231eaf1547e1c8bdefe986e9290bef2a8d6eb366eca2bab0bacfcf4e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d379332d03df51de5e6be7173597aabadf936da2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c00e312febcc80b9b3597df49a8ffdcaa3d0a9b53687d7983fde1a79838a5bc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df2639fc7205b41cb19bbefa60e829c351e6ed5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e2fedc06737109873b591d592507492e827275d3da3f99254fe698a550ace3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23380fc55905061fca582c5b1872d7b2b6301c5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405ba692359009f35586499e01c74ae1e144c85cc94fc259e7485f63b204a425
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8d8bb609e104669cbb4ca6ab747bd5b8c90181
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4eff0b652e2d9943e8ca00dd478f52be7d077c885b2b265415f28bfb21a343c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f055cdac425c134b658dec738660dee4401b7eff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a2eabf9f897d7994e7953bd7aae803556935a4cb28e1c3feb3ef600597c9e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944b79c6aec8a9c31cd3899bc1903ec9355b8487
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548068ec110a2e8cc5e4a08bc7c4b7e7ac0ed0124968a77433254cc04d2b33de
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e016ef5d45b410b67f965f850cba06358242cdd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54cdc7fd34e4c3f79f9c15c3d117d1a964559ad9b51481e0c5a2103e048ec6d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2492c3974cd93ea6006c6c83c43930c73861dc53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e95457dd24b13d5b14235252eb77db7fb1e1dce25decbbea21fffa09fc18f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b5899e841bca2f5f0e0717989887e9f4cb93fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485d2d573bc4cd263bc9d5764ca7e8accb976a491120cdc6adb23e492718556
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc12cd8dc98e7f7eef605c54062ac1489a1629b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998886b8bc25a37ed0afce90b56a9ca228107529dcacc3bb17a3f757597c4fd1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04543aa68050145875f9a097b723778a2b25bc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbebbc07adae59430c314340ce83db8459d733aa7cb0b984adfcb7e6172b89b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1326aace97bdca35748c02ead1a4cc9d06b8b39a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115165f28d4be0cc3eaf92b8ca3ec72235b0e159f4923fef6ac74109d2c5f59a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe5d047156ff71c28b97d8333a3c3bf08e8000c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6691608b33f2b752844da68dbcc7f2badd481d20f42a1d4b66c2d12289714e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f047b6be507451e5dbdc0c061bd29343607361e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d4d73cee2d0cdac7eca0b38450b56c2a587c0a4d5cbee6ecf39b430c601776
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34b6b49517288ae1ce9899904a40ed646be7cf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1516701b333ff13a759090cde7d6d89034e969b0fd924f1fd051dc515c5903a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce839e5bf1a8117132e3a9fe0e3aef89ac6168d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c9b9430a0012519bfe3a2f4cc3e9a89d35bff19c6de40193b043cdf13394b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c6f867896b0659b55cdf1c77e81a26b025eb3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40185305195b69ffd738667dd589643fc0d073666698bd99b4ea4217838d2f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de78b92ce28d84b151ba6a2db73c74123633f4b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472d909704bd95f31983e8bfc2d0c87bbb9224e3fed7f023867ed342b653de81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bac7c1fa9131ff78fd5c1c74e41d19e144d755
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e26f94e39ba0d2985405e9da2276b1e1086e01b1d2a5122d86ea09df523cafa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5333204aeacc02178d8c504bfed29345753dffa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b1771873cb077dec74cf10309b5efce4bc08fd813bf19564d2a32ad82b5c58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bd50092bfb052c985e1ba83eb255df943ab992
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091b2ca711ef110409165b8cfbe4af40f8ccdf0baa5f99d661221e3850c41007
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd34ea25b7459132a821c044c48041f05514222
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15f0ee2e06e6b3e575b7e7b8036ed4e3bdcad2c13a621dc4b03d3f2aefbd1a1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991c0a07aee9575307d4f8d24387afb926638cf7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f8b58cf8581bea577009dcab590ee8e39ed9ede6385b1798183503df32c1f8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53eb7928b1347587246b31444cb08783377546df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4d1debf3d0b212466ac807ba76a96c49bb48c143c294fb56f343b001aabef2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d3a52271f2cf1b3c5b6c79e1d47df192ba55ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50e54f56632882d96977caaf96b95ac1abba77c552d1f5bf74a07997150bc9a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64056a193d1885d86c2986a241786eb179e3a350
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287810893439c5587b75b341aab65fd9325d3a8ab172b5bce9529fa33faea8eb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c5877b679364c655db75456c3c8f36f368adf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca868365ce5c72fdbcc57ea0139f8714a2b4fe1467456e2025c1dbb8a84e8933
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd1605f04ca062d5ce21260dbe441f0eb022e2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2dfebbe605994cb0ee340911e53cfc39e319a80e62234d0e2eb8ef60705d56
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079d337cce644366333df4f754537da94fba5312
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2b2d12c3608d3881762714d698f0ff5c738804f71b76853586fcce0c90012b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f32fbd841be27f15941a288be1e8d84a3292c97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec54e99c58542a9309d850cc3285fc345a6217105ec35c5e10433ed8f25e9199
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cfd2a097aecad706ecf2ae871a8ce71d9f7666
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98731f79e23ba5f4570a790e162d6c51ffc4e01b44f77c89ca88a4336268ff20
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baad213bbaf7167ca743956d1d0849a6531f977b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5992100b92c34d3faf5ff1950b937b069d49689f1e16a6e43717cb2af9704f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de27b0d9449dc33abe3286e12e258426b290747
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162fe241caded708f8480946508bc948a1046a0b86cdd5d80c72a94056c8d50d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03788c71a27c21e40090d9a458f0f6cb4c912266
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b559c0f1b52b760bfd9effab0805e93f24e2e6c27c7d0c0d7585b2e91b143615
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbab3d6c7a1273389873c186b360405f43d5d0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5eae4c2089998776412633401719ff8690cf3158595a1cb16ac7f1ad906130
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a144922718d2fa234992321312f9bfcc5a9115
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da76aab1b50077624627b38182f1260758d799bcb5c91c691f7413e7965fd84d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221bb59483821a684df57df4141ac0b986cd8152
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4093da4d44e0cdecafc8c3f52a66719021eaea6149b7644da03e356e0509093
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aceac8d2bacad03c0add98a1e66778a00d9e6add
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52473cd4bd814861034ed4c5b3e771c253e86bb42d968f4d3ec8bdd9b6b0e9b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41ec3cf78a77bdfa59220ebd52bf7b113fa7db1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8e2935175b19f19ce6bef7a076f329af274b7a7107fb5610735ca1eec0d386
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45593917bcbdbe4a4ca064e9259ed6bf57cae6e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632f9da2ac14e8d8378c4f32db4349c02d6890dbca19af19cbc48fe43a179bd4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d0681947945c05fc04db096c96b2864a182788
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2946bb001bffe2a129f2b544582559bdb8f4ebf19e6899c0ed547b0cdd19f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3286932685e5896f6b943260eb871939f3ba30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21216f1381778e9dfede6992dc378ae648ecd4bdb9d6990d56935ef97958a6b5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb538231f9298859529e6afa67cc009c6698f88e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0013c07071d780efec47c37b95a573b277d51d3a600acfaa4ffeb87a731f625
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3797daa550b373e07d3d036c3d99c0c202aa47e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d6dfe5cd4f60b66af75ae61f424baf022b31b461bb085f9eda171fe77a0719
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fcf67b39f5b89b3fa77a274c62411034b69cb1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd032b93b297f78bca2825cd40b316940ec410ac5d063206b7b94ecd692683b0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7f7e66e23687aed8fb98607aa2dd533a2f2ca7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bbb3a6cbbfe57ab0d8c1de476ed9e70296964b2c77b9db33b5984989f86faa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3b73b7f5c6a0cd6c02095e4407a0b022e065de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7cabc3de79dd0d1a6591fd890d2b9a0e3e8c835f7781dff65b42d5e739c622
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c23fbf408dce68a5a6bea0d6933ac68379574b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ead752e70af55ebd00339a8adc43392fb39cff26d8e363d8a68edd0051710a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b31e5f08cb21b750d86f3ad36e2dabfc171b9a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5f2d12bfb6b1fb16da986b7ded1b7da2cdc1259e333d5d02d6d11aa44da31b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380d440502da10af89d61c50aa4b13f9fca9cea8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fce685a7c2fb148b3dd0fd8d3ffdf322daef1fddfa287374dddf3a1ae50e4bd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc2d68eb227106a48669eef87a4081726c33b3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422ec3f1678b0fc0b588f3b350fadbe9d4800bdec3997701f4268839830c595f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ea164d055d0029825f9cf94cefd430e8c03d71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00abaee44ec9c7b819b2e6fa670a427d4c538bb986e580988c870ba50f7d72e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e299e6698fb625e6662a8a176a0c9cfc94d900f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e619d06bdc44ab226a3a5dd96f55fce5f0b0aefb5780da916478d8e3b7d6167b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60093e38f631b57abff4f4e58031c753955ed91a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663a9c9554f35171c1b4045d7e9a6f9b575057f43989f8b08e4b359f658a4f3d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9215f3844eb76a1a4b0ceb79adcce69e93da7da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4833cd618d94e41be688a71cb41aac7760eb6c120b74565632b5afed427aca3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c21070ec6f7b8cbc0c65d1ff7891fcb0299e1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c3b9ab73368a6fb856a04f663275cc3126e7a654c04542507a5f3e5eb9c4df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88f7cf3409f3a998f2f06da46aac4c43f9ca77e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8814b5fac46eced69609e6263c905aeeb82a14e0afc4a1a5a5229afd73fe73
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a534bce0894f549204d24fc45d54c44f4192b2aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdd12789078c2d3e9113cb4d7af386cc38649e1c50c46f6b0778f18e8b3d31f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87453116840472dfef31ba949dfc18a5867bc7d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebe03227956954d11423fa1f90f833b5f91b2f146f845195c895f3f2c88daa8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3794db0aa83ce2e23bc3fe31c5e0cb6ed98db0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dff963827bef96557b2396f2e5e8c8d3cf85c4ff689b82f59e610c995361695
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71eb9bdc87f74d647b0028d9a977c1094c738c40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0578665e407fbb0f2e72ba052f29f5428129da502917c7d765afb5b63933f037
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6facda3543f8f2a7edbbbe38400e7ecce48d205
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf0abb685ee881205ae0be1e4cd9613c9e4818808345dc628e77b674af25864
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861141592c31b293ebaa716048b2838d94d32b9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4c2ffd1cdc011e049d5d1f688ebaa824cb32155ec069db4716180dd832895f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb53211d68e7457914ac9d613c1d62aae4918bc3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f14687651dc322c64ce841aef0a8a875cfc1029fdb5524ef1574d01f636b962
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c525d627975fc71247b0b92e7a4026c3d703ae0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7586f69e00b2d9803d62cd474e4b8ec159b4eb1124bbcf889690e5f779b3e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3cf0eb96a5f5ac239db38bfeaabacb91ec9256
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8165e31f215a5aa6de3eb05612b0578b4866b97606f1ae696cf09a5469a816e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202772e2c0a51cf8d1b00266da19f0b83fbab678
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9a7590ca8dda6a36add7b1a859444935eec2c9126eb759cee5450a5d024f40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4452e8849de185deba75c2a66bac5826f08ac1ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300ff864e41995a0bf2466c6796fbd0cf7657228d17c617239a57430f2fda9db
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91759eaa35b9f026408014442e4eb073fb5bb2db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d00331ae22aa3c7f36ecefcc8234ad31cc30c943c88b8f803798c43f08a6de7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097b322078dd297478dcde29f6e7760451f92d31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cb08a2efc897c5b71ac1dd9546b7d0eb1aecc1e1c662efa7e1b702d3b3117c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6f3d0dfe08354971f90f42830cd990665d9e22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2de4a9604f21b9558dbdca89cdbe45a9cc60f8dbf05878c2734959a5ee28705
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638824f221e859de41a79dd546ba247f4ac7981c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c91c0d9daef80a6b2e62f43767ffcd978baafee968d875853d7b374dd85cbc1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420f1dc3610d34c74ac4c31f4dddddb794e43508
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b2078d646a8b23da4f40e6e2bd35a42f186c61a3d316c3b604878f6378609e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f8dd0c79a65423c797d9fa44311783dd2df89f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833ad4db82974b169a81c76ba18cb181814b80a76fb3301b25f59a3833aad604
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f024aa2094818fc9800f863ff8d9e7009b55ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a53ced84eaacbc2b23d3a3ee50e45880946489cd651e656c9b4991306ded0cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36a92c12fe54e55bdee28393e02a7a5e4a8471f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20019b239c003f880dcdd499ae863243d76e818c9c4a0706d2249b4502f69b12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb23823bd52d876948a88ed9e4c88ad5b0ddcd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02964f3a41bb650c93dc4a4a049e593f2a0129e2e81f5c340fdae89200dcbc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d141afa96688b56ee9a5dad0f6a48fb9d8a172
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9e93aac05aa8e125b5c3d88310777e82f4a22be4e4afde2d0757703a97a76b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a54e14c365dac38c78606db4cf4a106dd23362
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22c9f087726fde134f9ce773d08f5a4e5de8c0d7827563a7e39cde5a2a01c5e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c88fded335cb8510f8b7c506804de7708c4c19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39816bc757434db9f4191daf383b6620d235802f8ba3621dac54fd7831627ef4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fdaef0b35101dfbd70a8430a1f140814e65e49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fa6d00ccdce27ed7e7596a972130864cf54926bb6d921b7e3b139e1e9c30f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722fd336723f13d0db93ce2a8ad1df0a5966889f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b499a02e2a2d4007a6c0344ce311e1211838e716636c9e3040505b7ddf4bb6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55f05e2e0e9a321ab12362cca1e743681da5df3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b6f30c7e0d0e064a65af8d843cf7c1a94632d5535d4850c96a7465a6edf7fb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145e31f497cf89446a0b888f02775a9e729b6b64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bfccbf004b56dd19529da33575cd9596b3d662d31338fc51d2e130917b83f7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cce532349dc0bb38eb77d612bc501c972db9a44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1e670a4b5becb52b58502898948fac22d1d364cca4a67a73434275cde305b8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955f894cc2d844ab303b12918b37bc54562e0113
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802a21e18743930af7b141fa04b5a153253a5e7ed030641e518c02e3b9d7c6c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b8f0b02a790a0ca8b24d18039f0945fcdb9c30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd39736c8e3a226305bd1c2c6ecec7a393e9aec074667a72630f24e9f5ce24d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc76ab165d0a20c9c1b3759ea0c98bee4ad57401
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d182aa1598b1547d884568278eeb3e67f5bfe1c5f4ad7d23ba401c37671a53
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ce6f23104a43b0cb8d126935eb4d330ebdef20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b651eacc6d3cb8aa03c6f6e94cdb1750e9e96304acc425df9f4e4866f3616aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c11d7d578577bb36f21db4a2ed3e0399f3501e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68268197a894c82cf9daee32624dfd529b2833bf48cba3803debcc6a55945e2f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe683e1ee809dd65bb9d67fd8797d23be317cc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2311656c389ab1ce8bed73df95eaef3d32f69456fd70ad1789c617b6552aec5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103f27e6e8de736bd14f0d5b51e4f8b419ef3cbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacdbb031e1be614bc4798db6c72b0a924b013fa640340efead162f33f64d850
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2113251ae79c24e4f0e602f73e31f8ff9cab33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9251286b354e3b9569ed15f0e5fd5c490b6bd130d67b28fdf405c9607c3d866
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0148f983addbe9945d5b4a6ba6293abfef03a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130fc7543bfc4818b016d454558a9df6121d9ae9b209b6764e8d6609be3c2593
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2479e6996a8a221cc2da536501635af80a25e16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4097691d436a989aed0efc264ac2f8ca0eaff1d2f2a709c6f133a5abac80a56
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e075dc32196e558b510974f036208116597cedb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983e51e8ad04c014446739c4537f57f8591d079c8ac52c94976e35e59b7f5f40
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b8e7960be54466d56fae870f8013a51eaf9d8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38910781dffd891ccd81fe8f85aa2ce87e25394bbea5ec2c0d21647e5ac9c55
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee18456b147952c0f9153ee686cdafc9dffd8733
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd8942bbfaab6ca44cf5ef72010fc92be0583d58e1142f827a829deb5ab78d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e78ae09f26bfd31028b6e3c55c460efefe31900
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd196a1af7926c47d21b8f4bcf433adac365f9e10c9f5d669deef032c1d6d175
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f1b13734d37d27d48ae074756ce05b9d812688
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab7ff976603dcc5a2a708514b742976f416013a6387efeb0159ed901adc8ce1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1fca1ac934a56a450dffa418db19f98e90a809
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0370be93b60b6f7ae5d84ae02411ec89427034dd8fbf493014c31a7008b71b17
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567463302dc6e5ab0f12ea383c8f7e7c491780e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2fabb4598654c31b6b21ac5ae16742dd880b4bb5d1a08d43157e91ab6b24cb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1d12e5c4f740472e3edc6833a0ae846c2ef780
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aca09ea675a29254dd1dd9934299478d54292c78a83c85d7bd379ded54984c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65367b06de5ad9c4b55f271f9421ab33bb0b997e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b167cce8e9ebcc379771ccc51189e3f698818415b6af4168bb7cf97d80fe7b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56392adca1bb6d32f965af00cf3bcda408b9145
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4436733613bc48c77dfa361d9b14855ea325456e0795b7791104b7a46917f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8960e3814bde8c6e223d29fec2cc71224056028
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9088ff085f62f6c796afeeca4ee205cf94d7932fc3fedb271378875b89b7d219
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f1f1765e3308ab876d3ac77f793dcb8926f861
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644923fdace754ff157b8c22c34036a2f767777ebcc5fad2aa3dc1fcd0c38d16
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b11d8ab2213f44882490c613a5f0b535f76d5de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b33d258cb5767baa3039041cc5fede5f74f0b308e2f1acccae31b5d326f1fb7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f05f3d309ef590456c2600b3654d1c87720e51d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d1292fed73871e0b51dee1d76b0c406a827543a0c60f4b961ce302e21f6b96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa69bada02a09baeefb65b238bd9ea38d2684bb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be7cf7678f5810316f4cf16f7bde50083d8914aa5b5b9ec7d7b46bd34cb667b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e49a1ef832e84ac635845d8bfbdf4b730cc31f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba2847306f6993988cb21bd01b20f7ec4212bff21999bce5abfe93b9413b006
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8c32621f0afeb955d4cf894b7a7ce03f0b9cca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de83ed11221ce2955f3bbba7ea16aefc4fe1f3a34fe62a838cb5757b3f4421c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf178e6b2d7ff59f226d9288e7e61764e4a5cb77
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800ab25672a74aa70282559645d64386d5f0555cb29edc089ae16d6666bf45f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cc346d2be0f27b78135d6613d95ab98c7003e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6082dab0d68784abdb2a37fc9cba5431f524dc4ad8db8379cac357f2e08f3a1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4967e094e493bee9ea04ad7240aceafe4ae88e1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb8ee19afdde9b8eb54fc179c91a055bcd477f7e0d1febd75d258986aa2e73
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc91311fe341b6a682a5765660962f05b1896ef3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b727a1de3261c855478afc55d112c30165d9105acf8b693e8c5f499d735026b5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6566b13be1e117c49e3382475fccca62f02a918
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f232eeff281abd0e885e7d9406f50fc94660e08d548e71be7eb7da970fe0889
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db255d061c90abb2a5c2feab44c12494a842f79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2689485ded2a02b5cf0ae89bb4262910cd5f65e31ca40105e10aee7043f1a79e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c2b10f352b5d25428d7da9f789e6d4eae3e96f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bf53d520e3f9681d7a0c5a4cd24910917b0e1c1c8fc3ccd0f6f485538d2609
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75626d3e6eb064ee6d2cadf980162b9088f438d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f2a1d05413aa5e95294bd1add60748ef90749cb8c922e121dd469eb5b43a24
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39b24ab46f30f44012446ee165c918be055227a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0dca2ff95a1aaf9b67d545318d9610585d34ad1450aa26a1f0a4f92e317b02
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46b7517a8621404d1e9cd2ef09321ac1821b00b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f234c9a5d61fbb95e9a29ad5e9cc3c211b7a569238df574e29f47f698169b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf73a59e1279fd5da41b50624308b1d2b6ffff5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb14fcb345990dc955075ae97596c853f795d876f29790b67f5556b75170cbb8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc8e9daf3879b5097b4188f199ade69d757df1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18fb1a129d758726e7645d6224ccf447384e8f6ed6e70cac9d3caace8e1312a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304512cc8bcae3f7ac15ace7d5280a0acb09c9fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a798b5cbe7711092d20603ec6882624ce350407db9328f49e02efd37235162
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd8bc9dbe28b0b03d5eed3e6c9cd123dc50e4a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c250e5fef2c841e1b4ae2980edcfd220302c7d41d41fd5a64c13fa9a30b2dd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e96ffafd7cd4c6f331e71f9dddad5988bfda48a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8ad04e0726d95363962ac8a537f339dbd24ad5df0baabb7ec5b48408bf22a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d892a463c1a4d5dd42ddaed8b02e5fdbbfc05f80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbf4f4d661d661339ffdb86d2426c55e31c1847788acf2436206b2e9f55777b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a547686d95edf354ff703b8a6ad3bfd6e1fee72e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1d69f028f9b39a407bb886f2e1975c5fdcfddb84adfe1a4c6c0ad633560f61
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29370ca8dc9f3a415008cdf0f291e1c630b274f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ba2a479fb9c3ec7a13158a2e36516d0c920aa3701a2f29e4568269fb73d778
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbe4540f46447bf7ee43be395617b5f9b21a58c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e00585cc7871a9bdfb2ec394224587948b04f128ddf15c2dce6d5ac9a1e1329
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adcef1d470d810b6d70808771650aaa9ebd2462
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a8e07d412d2f5a7ad5db2c8dac90819afa4f3d95e377b5d66b1f13ed68e293
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d00e2956c4e64df03ea48851725210d98f67b4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19865ce015bd1da3a98eaface4968f3a49383effafc1eb632934713704530018
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbb47130991eb33f07b94daf0519efda6d81274
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fc0a7850e23b250d4deb305fd7e44cdd98f555432762a0698c9d51ce0937fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38107eee2c05b78c5de8b8bc187a728bdd15b60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8640062e1b670701d1d40c164e183cfdb490e60ba25b4ffb2df76acb60b7e5e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37af0b0a3083fc02c801ac826b2a1ed4555c36c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24df49e64602773e472b6e9b16e41fe2fead5567d273c59edf1becf0e1b88396
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6e99e376eea49da09dd574894369520cee0198
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f4d23129e988cede10c06c3be7ade35072b53be8165ac5983130825e0d1be9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44fa82582df8a5f3fff97f999b286ea7cb64ead
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a736d551ff453d35fca01b82b02a2a76759af2115b07a50d4ca12846c467e6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209262ad34335330211dc547dcf1ce331e2c0905
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21275aca330a4cb13d3698c5ff78d1bdaace0469c104fa73651f159b68f9221
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf88f55499ec1bdf8e681e2c3adeea0c8db1c9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdd07f77d4888560ab4fd903c08717dae7b7dca113d6d0341dde95527041047
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4d075357871fffd8ad0623d28a19e010f3c4c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1e927b6794b91d8d8dd3d35aff0011fadafe5136e7a537a859709f6d019a91
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b47686164d1707c7cd9b02b068ae24c8a0b2193
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde226f76f19585d68c1a26307a409424ee79e6ab3b0cd6e83886c30c6ec5b1a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b026f7c9c3a47f906a0f73f66ca0046ec3a179a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd74b2abbf4035f71fdf40a352007739e5501eeec0ad982bf8cdabd0e67de88
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca5ca04eff43a25d229a96af756993a69fbd977
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45768fd5a14488ff24b3b21baa7d2fa46ffae5d4182b8ce6bce02b6da1237267
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ab268e42f129ad50c1b087f117c8e447b08443
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f788061ee6016528f15fe1651555be11f949957d1f064f056829d9fbd011576c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51375e2634b4b14bbfe247e1a37b08985a82e042
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a824d023aa04077ed4773855975b5ff97aa86936c4d4bd8b5f2267180e9e65f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3945488f3ca958d6d5aba86cdc19b5b9c03a4824
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09000d02f67345e11f68aeb790aca777bb2c1ee1dc8e1c0bd65c99217f344a51
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21ae3fd16275fa0514998957299e02150f86ef1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab4747efdde74de028109cf9637b9a8307d04af061e3142baa1286c7057b07f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d67e49c7480bb0bed436798f8f01d69095baf40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fd182962cf07408ce0160234826df1ff72e25a3c3097ffa91736a4f31caf84
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763b24f7937dc101e41cc089dd97e7de15881f50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42412b7ec6a8dd8a3233bf48abfa6a6ad48c73363a9c350d348c3bcbc572767f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb0ad87ddb446e4e5bcef68b99c73ed9d1fc077
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f907f77a5ba1d689291a43e3a8d1b4149c4315139abafe76347fae21b9ba5017
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa73ae584f90539b15a6180ddb35c21cde6369a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26350e660da5c5d66564f69d4e14d7d6301a8ccfe3b1f36861e2f4832d0d3d1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7e682515021093e828bbe35f21d96ffa983d78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f17e960c9c3549594005b88147049a7086628eaa121abbf41cefa2f85e3206
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925c6039226d3b228a0701e0a327ac6264863bcc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24295c49129c8d6d5baed06809918b2c1cd1f4d174931762e380b7da8d75cc6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ffd275097588b8b44da453d2263a9ac88350f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ff9a6a6f256b875e1ab9a8dbd7e566d97bd75ac5748ef5c618c533aee0f81a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cc4369d0683efae295606a931c17e04542ccff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55dbec138c4780474fbec526f00db25770cf419580b52fd9464d21b0fc8f0d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310c4e832ce4a3ee84b09b1ad16ff17c4806faca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b98a33b44ed844e258a6706769fe1bb39c07f391f74409110a6c68cb1b30d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ca4e9e2666ae79248fa7e6fb7fc5e01624f31d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8a38d16f4cfa1744174ddc41e056eeafe7adeb189fa4b7b0c7c621cfcdb382
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bc9263e850e27cdac76331f3bae49cf2b3d5e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41f5be960e5144de2795ddfd0f51094b29d0afed81069e81dc5afb159d1b110
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991072a20f7cc11f487238fa498baefa8e253775
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6984d54b20d3482e568d34667764abddd622d3832756c26de3424016ceaf2c88
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fe05f281d2f208c8e2481e9879e2a2937ea538
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08366de4f47c935add0aabfd85720d279295ab4fb8218bf1a4c4f35ef312a779
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98529f8a5bf80e86cf08977eeae02a2cf7d4ca3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f6045e2d03f2d06610b423dbd54e3582763e807f0faec0e0a3ffc21a0f80a6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b722a3a066ed30c4019f8bdcb537df27e7e87522
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04f9d73457cce7fc859b4a923ae86301ba578b08cc5e9cd9a70aea85de0e2d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6578385b4d7dd78880cc06e7554522b24237eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94aba7c6c6dd5a9b71de8ef373add5cd329fd6f75cc301acea8b5b151097eb58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65322d15dea78431b5ad21bc9c9f97f26b1f0a4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4376c2b1076dfe612f8755e079a5a95699f285b0314604037697b61dde069a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2988842e22d8e64724374226f9896910dce9b642
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b420a661915658cb54d42bfa58a73ec73536df6f5c05eb6442a8a71e26565d74
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790b70372e0b43dd82acb88257f158ef766da747
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92da886f6eabf04f4b10025be74391cb52723d827372a8279512b89fca21ff81
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc85fc782785b87353c693ee00fac13c39b1c65e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d128f7b7e3f1ee17401f2ec16e487f292a2582e8a9ab64e313f43b3fa796e952
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defb14cd608f8ec36ea5fe8167e06d7047cab3fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad21cc591679df4014f9e0227592248931f226a24ca2fbccbd4818ed07cb1da0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a8a98b49e6e88b8a77870c4a6980166aa366ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0952961512be36030053638cafbe17f37372a1d3fadad80bf8f402c037b78a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f79385330691c3f1272a4fd52d9b9e0384d4274
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff1ea8c093d6667e80f33970bb3a74db0db9df52200b1d14ae343c523f2fda8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d45d7529ddd1044244eeace61c5d68b105d5226
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217f1c9ea283cc9d68125e4e4461f4947d0cd088147c55d89b04b67ed5c7158f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218dc8de74e168c20554a052568eb79e3b012e56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec04516f28d0088d4b93b31aeecad12ee89d949e6b68196189efb7322e02a725
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d5c224ed7a86221e8ec5be816a6ba33a4893a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e764ca17b552704f78300da1e1029f5a2189352e6067bf2af96c698bf5cef1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8355df352e691aa6eee2281a40024431f3270805
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78823761bc8813c67e187c5edeb9af11e701aea7af4e9b8cbd9d42da8bf19eb2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0659060e8f9d88fe0c5aa64463a39cf198b1eb4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145b0cf0b28da5d0df3c780c3b29e9805a37bdf1b8c3c1df5429e37c3066d4c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65b636f21aaa8a589f04065cc9b8387c1b154d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685dfb987cdcdaace617f86e916bbbf2f5ea11998fcd85a84031b4d18a07dc86
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e37b16c168de2d4d31170e7a7343e23a63caa48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4208719e41c6dab4cc5e053bbae6e353a50f131ef6e13dbbc3a991a9b14bca57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4443e0f4c5b06a723ca41a36a80a062c97d9f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cdc27e49a072468714ff5f5227dc574d166fb0c9a3b5016d05b6931fe4df6e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd872b995e8e05a2e1fbcabde332baaed9e64288
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de63e1d93c488a2c1a1a911fcd9259654b68107a1f5c8e932e2078e2783cd4a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84291c8899245d057c9d3270fdd683fa2c561182
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6756bdfce1623fe21d49a5873fc5ea7e810a9ff3b68e0fd3bc8ceea43ed7966e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5aa1bef2becaa8b24bf6717f61659548a99de5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61d6cf81c351bc78d5f51956778f728a383ae0e9040bee322e62a8240fc9eec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e18e528efedb51f11aa4bff639db9d091753481
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6ebfa7fd143e4f62fd910077a7859905b81f0f2e420b774ce9fa4c9caefb58
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0b7192e249540f722fdfaaa22dea665307edc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dbea21cbf9aae6f33d031fd6efa21ed007aa758b36cbaa64bab94a9b093ec0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa676004a182048ae73083a1468970840df3c516
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf53902f1ca4763598f513a97bef588d14a209122dc1f6bbff50eff4efc5593
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3814e2678362c544931c71683044288ee5948fe5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc8e00025c6bd6dfbc39def224bd52ba62d8dc48aafda93937809e959328949
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d4e9f5a4a2074021fb15078875cd23385d70e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48df0038d9fe72c2953dce2e214bb1a86c2e15b1a83ac8e0c37b77433c5d8fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2cc3f903dfe479b20adca59cf5f3032a43f5f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950732340cc9fb8b1c84e0299fd302c20b926871655054bb05eef9a8d1d4c7e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21632d849bcab33759052c118b05a57c60255215
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20004ce04fdb886a7b300641da4f420c3e43ce18b0f39682c074aa87973c3e81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d6de39f70059173665e4bdf6611be4e6a1a02d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f68de5646b93af97dece46d96cbe798b4c9c9016e2ebe37e4edc52f7eff64b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76efd77fb012b4e7dbe0f4aeafa84eeae098d285
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d022c06eb5fab97a06c0f59da6959562341a82448bbd1a1af50f6363d27bb8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c8ebeda432c4c6b183d11820fbf7737eda2068
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9ef9574dbfd097ec209e027064616c46970262301a2722f50a466172661052
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498a19d4a93c34294178bbd1cee46ccf37b4e36b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7e0c77093716742605f034cd76c2c2a8bbe86aba2cf1c83209fd7aebfa1c46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba96a9bf05e1f090fbb6385b7b01c7eedb2459b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7def681165eff4f9f4950a71bfbfca8a423f4aeac7866c92893b747eb62c3b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fd1c72340c7ce71fc14f68e824c893a18d626c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b02d25ac64ffec93f34e8a12294b6af84b28ea7ef9806aea5d97a583ef5b670
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eec15719e9b4f397fdd6416cd49b972d40883d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4141f44511fd91a5eb95bc5505056351cd77d1fbe9430bc5dc25c320fafa48
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9433fa85dced797b3d14fb91ea44b8cbd900d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0af581da763cc8d9a3ce5d2e51417f1e9e08b255cfbb10e54864c9edd85cafd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1900244a3bbde535e7028ddb2aef6417b38783b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f158661b2e6fe68d15ce0223aebee717f205b7ad7b6d98519ada9bb05bada6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c746a65b0a9a3a548a4169ca9d51007c7c76e60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d82d0d0d0f163ebb4b85e7266b2f3322f0469e345496386a3498b9fc1f77747
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3443b95531677eb298f63f77fe495d0f38c05ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb0943353dd968673f361479833e9fd75d256ba3f54a5f88265204785e4ba0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278d0234fa83346ee82333bb94424c13cdb0a05f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f3953107e5f9b19a7ee8fe0b6cbaa50fa3bf8650f201376b1fd2e575e4e9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084de2e6ad3176c4b5a3b152edafba14126717a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b887900e80d12a3391e3d8fb13f1ccdd545fd661d33b26e870b257dff9b1b1f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c807fefdc560cb5dc55ffd012b71e95b9b836e0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3c414df3a55e92b4fa0115995bd7ea99539ef51a0075a1e6f8aa1e0d55e857
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24494cc59fc2cd7f09e7fd9fcd2410ed584f19df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e645212b38b0867b9e614516fd73e850d83eb479928c14c11c9a78cd3e7f17
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485f943dad2b85ee9f1cce7debcb7b8d2bc0b13e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd9f546967a3bcec27b45e1399fb8aa8d768037b448522e2c83dee7634f4890
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f6c5077dfebf63a6983936af599711f49772a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f653f99b0a623bdee3c8e07853c0c9061854f6e33b527be5d902e108c939a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb57a6701ba591ae848c439470406f27c63da2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1040044151272da8cc54a1de3b17d97cb30b45fef70d2dfa64ada875382ad0c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f836ff0affe5a7ed4fe2ba8f75e738d65ba9c8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fd4b2642be34564217be2e17a67ebe1824f651517ee93edccfde5f65faf534
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ea3d4ff5d2f695032d697ee42dfad966c46cd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b29fdf9f7926084d90af93e7f66b59024ac8bb57c9fd54c4b38292a6eb715c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df929f9c4cd95fc3c7204e6f0116ed0c6780f07a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3f57729724893448223c0451e23ecda0605767305953c673ecfeb91a286c07
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e6cd96a03d2ad908e03bfac6e02bdd471ae7bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2e3088d0496e814e3b8a3fe7eaaa923a339749b1506d4764be975abee3d3e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b917eb3333bbfffdc0e045c4ee304352a6d0564
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cffc4830ab9d99855ecbdb24ea13a8fb187f48cf6f90fccc734bc2ba4d57394
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e371c1acab4a7d5c726f0e720ad928fa693d5b66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b7c5cd427e07de125bb0e2a1a05a17bd2060e9ff58dc22a27db9a0152623f4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342860db40d3c1b11e7c7c61cd4155085b48cedc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3d8cb4a4166e99c6cac8320731df558e7f051aee9289a6fd072905806907fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0aa3ea555551d4e837eeed6b0808123eb460f53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146940e436b13b09b0b34854e5e41b1d7c9535321105a50eeeea9a8d2dc93849
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6a19a0b1cf6c5d1711d97c98d3fdbdb908529c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c922bb8d50a7bc60c372af1c7b3388b686b31a93a743229582c84f07b07709
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d776f85f52367d58eab4f3f9b5c568a7fdd567
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8112c2f0447ebb40017a98909bd1bc7be728948347ffd701bd54febe81a0f891
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39586a2115e8a87080dd0b9755644b14def1465c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92243ca89c3dde4fc1b110bf07b4354f0054ad9ff6eb89330b04ce10d67a6b41
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c4526396ea4fa613066b1ba6ae234204e7fe70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fa0b221c1ab2a1cb7118e6616ddaf9317099d7efd247d4a33319f1d2705f5e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c77316d288f9ec57339b3b79d0c0d135387b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7d0a287ecba1a3e925bdd5efc74d4f7ee51b0a9d6998cc42432a5e2de77700
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4e0f5a4d6ee5a2977b767fcb50299fad2db949
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4f9d3347978a10f46f6cc16e1318c9245374905ed035ebc2b8bab83452adab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a87b4be3a1429842b6e658488bef8acc25a888
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322d35ecc5d7c88904ba1eba2fa84feaefb1103cb06218b4f06c745918a7a335
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258083acd71c00314e8b2278ae3434e756cde2f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241dddf982b5ed4327cbfd24cc47f8b0839c8ec38fc62f855f15e730d3b03177
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5ecf23bbe8f390a29b94f9955240091844a38f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a813e3ef577dfc4b2ede78118b2dc55c378a08d426d49d554d4c2ab415d5df4d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebd2602b6bb0b7a0f0e7fb2caf127aa7fc3773f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4bb6903c8fd6dbb7ca916528b6484b276e148e05fdd9927e65774d87189f5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047dc51224376a35ca103b4c03e1f56fe29b4de5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2be2df3d9659684819e8230f0e897d4240740656646ad139e3bb4333c9315a4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbf52c00469dd18ea0fdafec1ca30d149bba5ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53afe1b2f8f2e17498bbfd816bb57df91ad53f50ac4e4d1ca5bbff20517572e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cf0d61bbe652375924ccbebbd48bfc1b1ab12c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd10623526a8bffa14a21629fb27836aae1099aa9311f271d21df1a87a28020
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc1a1d3b4d44e5587ee70189d2898ccd7136593
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e475eeb10e57a01472dc46d116601044a9511a08e86401bae48f3ca08d24f40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e827ecfb1231c3ab08a7ceb9e2eaf4acd85c62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4760bed304d5ae575334483ac633038f1ce7b4b1d6ea4ff817ace5160d33ce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c030fbd2bbdd77998d807274339b2f81ff2ef1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7328ccc07e6407f96895f45eeec48f7ba502f22782fb65b8b168633bb266a66d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b030b5739849cdda6ef3d18b0bb84c0c2bdda2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e43df42e30f5cab2a218ee3e20850b3e0267b06766a218728d680557175aa8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c048ed88fee49427e8a1e6aada18098a3a9fc5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730981709f7d9bffa68b6a8209f7811eed3fdc2c803d699b47993d71c737dbb4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7187230c7e4047ed111e28abc17634dc78dc714a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3149a6cab8bd16ac13e3c53fd33012d58feb7eede6291953a26e684301bab3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31b7d064a356e3a8d8c45f23512ebfe61b9524b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08c92350505a349a476cfc85f4b69e3b33033ce799deed8aff71e5479e0e6e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a10fad0d12e1d3095f32315dbd0331bdd5cfad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c4fb08564224a7bda8a8241efd1ed6ad0ed7e717eaf2c213444ad9f04186fa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e191a044f3bcc290aef12fd09aa90cf328501086
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ecdc851a111bd12607067d3ef71bfcf5cd39a3fa4de137dd146d89917be5ea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be5283681cdc3d6a2421f5ae88cb712ebd0c712
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7310028fc07f3987744ee25c1349968aab46ac9462a984eb45fee85273f8976
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6697f9a593b666ca894c02232b031d6f8770cb9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fde8ebb22cdfca4dc76c1a96a70dc3aa73c3cc902231a9ceb5569a07b45cc0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46358936f6948f5fe0505afd8446c27f943bbbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cbfab2b620596d6decd43b3af97f16a8667fc26ed0509c4350349520924c99
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f202af97f22361206b7bfc00105a66d59a5d9da9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a48f585c6e5698bcaf69eaa2173944b1fe478cfad542ca8895460ee63e8fc4d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787f93bc6e00cc3926fb5165d105a44f2a6642cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecc5056b0c2d04fe3393d1eb43d3aa87844ed5dda66ce31e4379e16c9750b3b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f93e1db1a9501360758e2ba5b744ec31e6a7bca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36d20ee31f087129b81fc0b535c4a26bd3bbdb5e04171cff1a06c53b80f5f30
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d895a20455462654ddbe40f8ecac9a000164c9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beff1f24f49f24d6188229b6090475f73fde12848eeaa64ae70cf191ef273f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfa7b8abcd61e1865330ae8281d6ba7a3f869ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3a975c7f89aa303c41764cb2c3b1cc1865110e86a31d666d7b39a9dfd0a44b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb19a7bef5cc2fdac61facfaa6b5fe314b2a9135
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7612c4d48e64b63aa8fc65400b2a83c6b13ba5361a63be9a8ead3a3a9adbbb31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba00bc8562739adee7db9e36061c15dc0a813a25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894d0c9b9a47c9fd593497bde37cb33a15d21ea522da89cf4b413879c72abc0e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1505e0582ff98ce381dce408b0942e39b8bb6e8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a63d3649fca0e869a224772c1b59d5efdfdbc64a04b612847f56179cda838bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b26b1341f87f6637e5f0e1b9cfe0690c9fffbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20ab529bdee63f2e549c1d8334feb18fdbb004bcf6e73a05f200057b766fc08
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e2f7c62a7100d0ca3a056ac506b67330b46d8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce61a4c50dec444ac9de0ec1aff5f830c0063ebd167ec8ca15ad78785059a864
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7a8c06826259de0a6434d3ab68b66cc8a77e5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28aa8f2f47a2d0171f3b2de0a03e21e3bd88da26a581b430ee487dd6f7add8c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383dc674c77c7ec0fced7515f5424a50c48d4e03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8c23b89f7b342c74309ef2d3fa4d808f34cd6d6f15b21bd143d5ccf4ccb125
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dad5c6c1497f07a04b3f77c420d90a71756c8d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6a8c6caed384fb84a24d6eb7ad0c9945e4d78ba741d8a965b3a5c864f4a7f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06db76a16e0505ae43222aae492e167bc4fd00c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd488b2e9b7ebf56956ffc12e4785ed244f7b8c6fe914d0eda94f58fdb139b24
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd097caeade8219a0a23f1ed6c4ffe96774dffec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b505b7e3f7ba2ffb2e09181f9d3ecf6bb16256edd17f5dfbb320fec4d5b2d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc73f9c5e88cebe703286ca5a480e0ac159d0d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5335d3578f53fbc90bf9b1f0023f0efeac6a0085c7d2fc6d5732d8659555298c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51d95f2a7eabad7bd15fabc705fac149e02b70f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618c2e47dd296a42d58667b9ceaa43166c8b3f5870e766748aed5258743a5b0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edeaa2ba8a7a7255021538ee5339013964a3c4fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9d56fa2b973b13276a4ba5cb56179e256c25289ca8cd196a6e649237fdc286
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bf7e99b55d6aa07b4b2ecaf1a5e22c6bdd80de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df43e8959ca737908acd41ea703aafb0dfa7db9b7ac34c9e92cd0f8f4842b78d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115efa8e12f25dd42e165a6ab95af7925ac09d4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b5c6058429dc6cf8aa53023f4f8c6c7faabc78a938ee5365efa64e3292172d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e5cb932cbe73ee9372cd3a6002240016178f5e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e0fab1d87bd52ce2a7606a329916dee5b9f731ce5a7f97dbd46006febb6328
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5092a47502f3496e53d579b5d4432acabae6b513
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a7daef1bfad419b72186bf4ca80c333a44684ee3e9b6977d751ce0220e4cc6
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b455a4b131974625adad3f02128a224c2aeb45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac226b158b8580affbaf1c08782a130b2db9bebd95b052d4bd57bc6fbcb61cd2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3afe63d45b0fb7e9e484399eb43688fc1a276
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3653b9db4f6eacb1ff3f4590613c927d32da22c36445359b1f416ec5b1158e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691dcac1e934c2f865f6a9b2de7e7f53916b4779
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4868686afad4837ab5688677724b893aa2a19166872085295fd6fc3425e972
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5964293c76e47d0d030ef512850329d31036c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b2819dee84dd7619c8aba9ae39350d3784e71283d5f18f8cad33b42a9d0965
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b7244629bb75da01e8736376d8e57a9d70206b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6ac1ebfbb619b3354eefece485cfa53de085116f4398f0216397e56bbefda7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74d1587ec8ce755e7f3c45bd48916c2b5303ce8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe21913da8ce6ac8cbf6fadc816040557b6d260adc6fc080e0f232d94f9c3c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df65f1b8e23c8003467db2d4d8915194dda2471
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208161f411bdb023c7f65dce9a39fb24bc73b330229b34785f40d54346bb2337
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8dc9a64a4e9f7accf3a4e04eb3fb2dc21b4dd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c637a85f612763cb61de46ff32f95281dc23d5e1c240f133304fc6c56c1d112
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b08afdaa2abb40e8dea24be80c6f53302ede238
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a7ad35c075e1fb8b425bec1de5ccd1f41dfdc0f0e41faeaa52023679a6cc39
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335faa7a33e7a055f0f2c8381a2f3ceeb3193aed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a005553fb111910ea3cec67786217dd18fca70e83c681c0630634a858a69c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7f2bf54ecc53f12ce888d589537d4a3d54cfd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58d635cafc4bd6ebbe3c5839cce0a1d3bb84dc9f363a3fa96013bbf80ce164
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa9ac113a0fd39ba3dbec1c280c25bf41c7b521
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e3aa62d4799bdada73c3a6e90a427ed64325793bde994b6f5d6bcaa1f714ff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83636e4f088468156466c65d3455c53b7cfce9f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe29b40f4a44c1ffef41a04295d605232668c2009cfd664c3b3cfa93422899a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c085454601c70f5db74f124b23879ff1edea1959
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf059078be7e6ba6be712f119079d8b97164be0bf005ed163ea64da73fa3f06
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01794c7ff3e8bb4e2ac34c1ee8582649c8b44150
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eaa602546ac4ba8413a844c4b8630e0087d6f7bec4c9e68b25ed3cbac1ae9f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63845922d6a3acffc6377576eb819b36ac3500c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c93e3879c9e3e92c7c925ddd9332cf08b16e0ee6eee0a6d6073f678b232284
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb36efe63cc97339b2a788c260872f5df35808e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5edebd775df5648cc4eebcdf1f7d1a21ea28977b381bac81fb73fd22a5e3de
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c96bfdb35dcc0ea1d02f671ca2a870597fdb46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29628548ceb86463221c587a9ef1ee2b866822834cb331212a91e12b9fa9626
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95102db5f5ffa4b88949b8d20d956be9f9ee64f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596ab80e05b25089fe15f4c9f576b47f7e49bd55347f0c1591573dc36c27b3e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aea6279d005535f16c71df01395167d61a2b8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d43a40a5737e13427f8cc0fc9d84cecfeb4030e77e0de5712c1c1518d6b4533
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fd77edd58901c1a668f8563eb255bd124610c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5732d9e4b799494bbc72666c55fb3402f3ec8a6e23cf56d604fc349dd270eb1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df6fc3a5eebb56f8e8f7108e1b0b8e45e3eb002
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7e8dce087fce830be081d296a440ca3ec358aee15a2fd2e8f6d8c4bb783705
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838c07b4311b37f7f87ddad78817f848d26936dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6647285e49a2f168c7d3d592330b083adb46349f72186e0fd9e697500cdd721c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51813ab047e8467db81c2de789a292644b2391a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e997dff71945a37cef5746c5fe4abff14bca3c028ca758dcec675fe6303406
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf25496b0052a7d6ecb18f085e1b7ee2256ad00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5a7b9648a904a20807bafdb7f4b424409f8d2c9651f3306494eb0aa6d6a577
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff9529cd06347ef6932365e74233a0d10531937
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49059e4e22ec8be031fa29ca37ace0385d4a3c09f9c37667acfde93acb4ca8f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2926dc680285830e03f27734e63812a253a79b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684feea402ffedf0a523927cda19766072859f1598a327bd2f716f797d94349f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb18fa22f736c0baa7ab46882e8f5f40efdf3d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3759e1175f125415319a17d926407f00de184933c453154aa7364107f898c024
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec506e648e836579dcffcbf2f9d9b1b492888419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5074454019753d077b4160cd649314861b16d31b271f526305ec9b164bfccc6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba515dc43cc62f784abf641ceb3930ff802791b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fdb7d71fe29f56e8949854044b575c1f34299f68f8e8e65df3fe865cdafba1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d62714dde0beccce93636f9e14b316f59aebec3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ad8cfaef25d61fd248bcd0f8b9ac7aa6f29b15e38fb6e29cdb1114194392a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5724fb908e9588f101c85b638fc07a358ac1f105
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5913a667d7f8dfcaead917a2a1057621f437a8e45e1c60fc504de8d9ddd0ccb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653ebfc31d808a684ba1f4983736a3306eaed198
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d0cf58c3ab7ee8d355b8fcca6bdd8fff360055f45fe3700e2b4aa8853eef19
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4932d1f8ae972848217a99c1d986769cc2a41687
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64119909bea6a1efacfea1bf8f3a1e26349f974e3163597d05f5537c2855da4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e5d0575d512d22b800fb2ded8bbccd6df3797e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ea5b5e846f2f64a19077d7f2fe065f6884ce65026709a5217d7ac7e8014345
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5a51f87008e1f8077216cbc6d3dd50d1b163c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5387860728711974d97a74671aeb88927d7b8b82ddff3aa731618f1868588a7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44a2f5a1efc063d3cca2d8a4c477be89453b015
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56116097f24fa5adcdd42369062ef15f38cec30df196699f46e6e7b440c85ce8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c615d29015b0e35e8b5a51db93230ec2c9ef3e51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc01d1af992689cffb8feabca1feba1afdebb88ace3df94ed1efa7d72af2949
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea002ba73c9b48fba4b4db9e117e57ecc1459477
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91007a7b023b594e2af49bf91bcc6141e23f8b5cbcd53b4e35018f5380b0e00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89f5eb4cc1b880248c645b4b06c419ab46641a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcd7e2f7e9c00c2de808f0b9b627b296104df40ef0c7e5bde5938b6fb4e910a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf80d198180f5c56dc35d6c67fc07ca988aa87b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c2d840eb281c4e4c40c2128f8d3435e79285985e55c9cfa1eb968aed308b8c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aba6ba430f57d07d34ac6911e0c7138868a2fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ebf5393e9ac9830fcc695ad7eea66dfbc913c91a07266184e14cdce6c5a172
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a3f448adb9d08ef164d3179c1a0fc8aa294100
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ff52a219cb172e652d27f88eb97302cd2b48b2d461b91b57960598eb22fdc7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea550a9b5fc0eff6b8ea27d745150f47d1214a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0759b628a63aef4e0a2d744d2dba8158f244874dd04a462448ceede7ae7898fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe4f9aeebdc6f3ca5e93669f08afad75890011d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597ba2825bde3c1f53b620dd0a8bdddf19617dab3446fd92c33382f3399082cb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa6f5da4d497306e5db25a5eae3a70bd3f2ccef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a5ad6aeb6c600fae91fb69e83fe88cfeb8bb51ab630e4a58dd633c5e37985c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571dedd74cb4e3b896ae81a5faab146e69d3316c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b0e8d37e561dd83b8744b05ab10fe0f2914326c889b1a11ac78512480e97a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4fcbeff89f341c4c93e0d454f77f31bd9dd8c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ea9f8d56c6d6ddc63f0b81f5a2fb163596ed2a08d6861f46a3b8edf792d32d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf08043a5a3ff6ea7ef8f61a8c998677b256db4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f573025feadafd1a466d548adcdd5063ba14faa9c7579ade2da3060c687b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72b197d56fb166e0e75f70bd97a104803a315fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2091e07596209118af0e351c41d3c072b161524f979b2c314134157237ff1b35
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3762ff2a7656ba1bfd47f0cc0aad5806303805b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1f2195ae19ec6d376abc60f73b39b0dc5fd1426a3c2dd1f09756dd7a181760
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f541198972ed5f429a480ffeaa6494eeeb9da5f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20eb047d9ab927df1c33f04450dd67fa3d08f8cd464656fb60a30257b56d66ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944ae4b90720524d673d34746d7d5ef6ee5e5e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbe6e7e1cb343cb7bf571e8a4dc4678e45479df53088143a27296af7e33cf8b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ed88ecd9535a2f187e1768ee85ef477611f106
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce8ecdda9204db1d8ced293e6ca5672ca131676aaae6b25be4461747aa72645
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52de5823dddfb208f81b0efd876c3377e94ac3b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb40c4a0123585531848646cbe881d50cc45c5ea2fe9540708cc2b841c744cde
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2d949d7a23a27e4c91109abd4d58be07f0b225
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34616253b2756044ead55e8b1327856eff35d5b5b9b5a03d3c69a9e2ac73b026
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa3eeb61a6704f6db4b0e5cedfc501158488756
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f67c2cc066387e2a9b8b6f884dc14063877a75ded87c0e14da038515e840b19
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978aa3a6c3c74033b1f6b760afc05dd9bc888005
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590be1037466d6478ca5571572b6b838b71b91af30c7b51bae78969440384ff6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4380b89afa358605da6e55af7198027a0ea893a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f10b695822befd0bbbd2548b9db5e5d3925244f8f7f54d8811805d951935c3d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4944ef037c051e07c8693344ad0feecc33463b57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba368de3c087fca8a51430fd9747c52687725625ebcf44a5c7eb9dc2bb9e669
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3159f4fa9503ec38b1b53503f802f4f67f3dea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1178c488619ea1cddc92facfb1c4bb8e575fc7f7bef08de56e43bb279c7fbeb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ff50618e3820ff9c9ab34f37335dfa6eebefce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163115c04072dfed6d1a6e0aae66fc0e987ab3731400b6efb86e895f5656bc0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78de29b2ffcf1c50ae6ec3c64a4372240014a824
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86ddf29b3efb4034113130d490644c0761e36cfbcdeabce711b5a5c582c3a75
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de981bfada3af8d508d30cf7da65ff32e949be3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066b5c48dd07d5a64d682b80b0116e696174d26039b447292a873cca6353d563
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caaf4b28cf15eac0432d0348833bd651269efdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beeaf9c532791dc38e5c7923d58f6ace5b45e53eeda68b42c998337f41b8d29d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311d530c78c4e8c3fa6d03ec27d1c8e8ef4ed750
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792d9d23ba5a5e4a1e591ae9d2cc9013dcb887b3ab277450ea13a453a204a71d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fb9f3c9947eead517f6ec902a5ff03d8f9fe4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a2674ba1ce69ddd3ca18aecaaa2c3080643e4c36b46ecf7b137461ea52dd78
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409088b0a000241df254e2d19b4162467f79dedb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd782571ee89dfca869ac157af1dda593540902d0a4408b648de93f1075e11c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75f1507bf8ee07f704083a2adf493f1bce8bfc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9eb837f7d894aad8f6b20159b08810ff35b3b8168e42f9a77d12dc7b47c42af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed54839916a9038a4176e6fe1f81f0380afd273
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6818e1e49d91c69957cdf22ea188b292b5e80258f757e7266aa03347356204e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7d82655084da90d4ec9b976f737a36bc8605c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea8a50887144e4ab0996e798d699c676c9c7ac3cacd590fe394539644c80574
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e983614802ba1303750028d1c6bb3b1ae7e51955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b07986d7540e52ececc0b6502f43c4f4dbb1a03dfd3e95398e0b07f968d3577
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e3c131d6d591f771beffe852ef6f313b818925
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd561602e632a4e67347fcdf7fa9a44bf2a02f9c77c48f8cbeecb84a0fe40e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d1730b900153eaa2dd4c954fff181089ce59e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0645ff5a0c0a8c9e6fabebb9ef1dc60c5923b17ee4845921a20d0b947ff80ec9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0158d98f4be639a5f7bb901352a8103ecd3151f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea2105458db08008ff663ab777677c4cb0cb5a664f6678d34a11d8a1505b29d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb5d2c1039b56dc71db94994fef98375e5685e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4d06cffc0dcd6a062eb1e54e81f6d8d1d5d93206bc1c439e21f7098b68e9a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04b6c25a802058e815598426f808b9a512063e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c3ee56ebf7f4fe397a296d09e11e46d366b6451bb22322cdec81c31e97fcb9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa52944470a4baa796315cfaef32e54dbfe965e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b444c1a02ea14f6f38730db2af35a223d8a3ec6848b1efe661ebc72c295f1f90
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ae4d651480d3ebac13617837089bfc54235848
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123d77cf215aa4ff5059a52a8bdeaf04ccb9eb53f9717df5f7f5c32973c2acab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6349a4ccba4f46a19f9b9d4ff2eedf5e3476d45f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91047ce69d94ed12a0cad7686fe3553ca88521d9374927bca1a5e11a5a0e1b37
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c5714a79e4499a3380969b241b2ff7b9212351
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e59832127ca70e21855ea13e15b748d546418ee139e6352c7bed429c360ab2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc9b0c9aee7a6a0d553909bf5c773323355e73c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c59ac0056678760d3479a07ce7339bb2cfc39092f2eec976e50aa9076bacf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7a6c34abe9f18427e92a003eea5f5a12bd7b5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f238afa6697ba81e884d381a0d9fb5cec11ce07d4b04f99d65a907d5db3f3066
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d7d3a1e9579bc2e910be6ddceea1a57b11a755
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384b6cadd80efa5013c363431ff64301ca0338b44307a376b924579ca709abed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19556c407943036b91c8e8049437ad4cb54dfbcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e63be85ebb2380d9b6a8274f4f4ed51d48f2c5527f9a353151e8db27db2d319
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4444cb34f5430ba765d8c8bb6f802b347cef8c7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8efa36eb4c5469852017000b59260d46c2e6f0d17ec13e3d2ae7606a5876fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b91f26ba399eab7bb02f3a89c63ae0173b3d226
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fea6e5fbd9f506c9376bd876125e476d62179d316e3f957591bec7c39f23dc1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b9c78c173db27b3d5f33b86aa3fea3d74c7015
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd46c292d1a93a44e2896afe333a11227e248d3c4d87ed79c0033e23a90be9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dc54b924d3637b7b37a3e3aed7aaee9319af3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b2b27ff4b45ddcd40c0ca4c5e1175d02caad290c2f802502cd5e5f521b7a3b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcba63c6a653150e2a8a36f721ba961b6ed44bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04969d6a55c2be6f597c9f9bd86c03602aaa841862b941f91fd2ec88f72c6bcc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632f883cada4c7244c52f55cc0313bbac696767c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6c57ec8a4834ba42bbdeed6054339a4f525312721874130c34b3e7852a4afb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1799d9450a05df898b6b360bc6df6d4591a9fe23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b09b71c5ae98271a59062a44f027ec8d8d48bd5da045d532084909878e5cb47
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52103a7513ca99ad8328558df1e6c4b6b5b2d9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7611a303af39807bd52e5ab8776861dfe75f55c82c6a7b250794a1605191927
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38a22efd8d1aea3af7bd869938d4baca2e43cd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29cf8cc0b47d1575c286dca3124824c366cdb4f68a2b3af56ce2a3f49644209
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd768d11083233a39b026fce64a1d1bb8f4a9b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bccc504a7606937c23caae94149bdc527242abd0cffc23c0496e8d20258c416
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a7ba829c0165019ec02b55b7418ba8752fbb90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a794082cd5062075ecf4a2afe3d3d4385a77440be8471569dd1d2ea8ccba1d94
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68316883b36203887e46558d896bdf525d3edeb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42ec7ec77e89f13f9052cb1038d6fc03876558663e469c8ab8c8bcb2549fe4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a699297ff3147213c43b4dc2c07ffe4b1499dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec868473295ed08891622436cf5167d1c60aa6ad3d77ba714b5777f67810ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8638dc6f3217490e3e402828a1b208b1ca8336
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbcfff7148f80098a773a1d07d7c5d4c4b2783e9e3bd6738d6209611ab69c10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c22986555e8b0b55d22715bef96db4996bf8012
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dabd2eb7debd6680a2511b92ac5ecec855f3d72517fc4d0e3502c95499bda6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0778426201847a59c34f9e0a267589a1e20690f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd2f61027d31315950fc61c813c618e6f692dbe1abc223f59b6ae7cd6d3dd7a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c468c22cba4a0c18970e18a5cbc2e4d9f48e5cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4fa20e3be87f7cad276bd1f2dc61acf6002901eb81ac64e0f0e516cc424846
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03780c01f947017f5b580fb0ace59115e14b831b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d8a3091e5952490513ac5f967aafb1b5caecef4cb1478da6b50c45e8eeeb6e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08116d6b6265842c51012523bf2f38c73321143
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57f5c9d1c340e6da396027683d6ff7143673abeff64bd0507b975df4313b337
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7c1668881c1c7e93ed2357117aa97db52c6749
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d432495223b7bee3693ced65472f80231114fe8b50da5f05d5d121731477b02
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c54da1ba4ca9fd31dba0e1281d8651f7fbf777
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eeee1a4dd4fe625aa378ed1604eb76dcf02b6fef4a3b5f96ca955256f268ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ed905a20dfce7ec74b63e6e86334259fb84d63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7bbd326afdf50c4e79d4513312db30184b3c37dfb730421f8812045ac687cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17f9c50eb2748a5a7bb29fde332505f0ac82e2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f930cb2a1025f483460b5c0a27799c63fa31660cec7212e2e1336bc3f87b125
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5572f8e439ac1701ae135fec97b422534438e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779eefb6c6ec574024f6a0cb3a798264f21353859c94b92b49c312c2404923f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83af6bdfced2057789cdb16a9929b7581bab2a37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa2d1a0bb71def5469eed54762c836530ae8cfbea75f78d1600066184e47385
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d24346c2e1af2b3fcbbbae81caae1ec41a8b74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb4ef6db000166aea359792462313bed04fdb31bfb877c0400a9885ff3c239f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a077b8230ec6d3908cfc6b3763b51cf4fb7e2a4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ab91cfc9b1e17c46825d06b1cbb5c44fe1eb175c3eac3c9c478dd345059e5e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba24412cdcd921bfe3fc721fa15f3ea1d94e96b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32704474b7c02426b380644addcbb2e71f58cb8bfd75181808adcaec44d69d7f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe8e691a940596672c21e6b5ef1a720d9889d60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f7047a09117e8c0923fb2cc1d48b975810258a1825c703f769f411722eb68
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23988d318a27a385e5a822376c8c55001f31c158
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd8a18db3c5e14d72a6b4355c5da5d03de1f538ec458d95928216885ede48e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9432bbca7c95ecd00edbfd2966249456c85af3f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3892e0d81d334528917b342e9fad5df8ab6d0af0f7d92af89ef99d71c70dabd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f04092effaf06f7943bc5b1a00074efb11cd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527aac64f6cc5a5395e7cd0eedbf5240c8330326cbe42d241b9ecaec2921b397
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfc5c151100a7190b19716d1215025334296d50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9a4520f88f0b2985cce9e724ba8965ea019c30a31f428b824a30abc5fdbaa3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9cfae911ab703cd1e7f2fe340e2e926046c0b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191d9efad05a8da8036f62b0c7ddbb5c78242a84ce4f7436be5af930a8fa569b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8a45b785822acc836e60908c4a3442c05f74a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b318af59de3f001c6f1f0db76908284dbf9c90d2a8e89ffb3bc03d6c67172140
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52978736e8ecacac6d5e73b01645ba59eef20360
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1e9a5973eaa4a117f371b71164d23a361a2131f828698a1a03b27049b3806f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d504ab2c26a6ae931597a0bdcb3e09abac212e56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd15138ffa9e47644506227f5204fad561f36700945b821584fff3d2e9cbe93
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba2fbf4884e400d9aafbb078fae7ad5dbbebbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9981765d54ed8646c0122494f564aac99259aec598f1dbb44a7dd3cc9a07c237
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6aeefbe6da26fcc6fc40380e96a5ca6f3b95de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b44b5162491fdf41f5d7615e5fb0a78da8f52b5dadc7c86848e999b974c4b7c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6497c411d8ba356d963af1c8372fe048230ae250
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37943d2ccebd3751515b6a20c869764a4c30634039d79944f83db3c1faac178
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e997c33c4d820a0728f582e16bc4e6668ed91d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123e8cc136936c4c28a1d778f8dc412b91b66154d77d23c6b394010dd8931abe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e909277ff296a2334b5e09219a3ac9d2a4b8cd6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2453493227d591b9798e2bbf29dd123be13fa007d96584ac40b3c848e490bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12532a00f4c09a8065884b26ec4ac802b3c765c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7f173f90f8592ee414a1fb64c82e582adf638eb98ecc7ddfab4c004d6f5bda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8fe7bf7e95d8f6aacd5703d3c9572c513b1ad2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10afeb2bdabb6ea0af5bb896368bab4cadd02b65af0cf12cf5fc828a2dc79b2f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f15b7d7f015776df2014b535e98540f9ea97a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7adde7855181670ddf320eb3f6c63cd3343e6f6011369591dccc8a9f50c791
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57188327cb26fba4f95a32757e94893fad2f81fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b706fc5f5303d8ab21cf2f308772d23cb711aebd363a91becf2e1719b088e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba34b0b65c4fab4b572aaa4535ec787cbd820157
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a479d6e484be18fb0e270923c9878dbdfe48cf951f11f638f791eeafd54f646
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b377dbc76d874aacd2adfd90946327a27ebf82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afe41f91370fbcbc4a1ea830973b00279a130c02af5e58c12a4bc568c428885
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7d967814e767e97c5f2ab566b684bdc8cddfc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a85356d9386b29ad97c3a3ea1e5940e342d234cc68b4923b643ef7fb81f862
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7184e4f3e5c082a4bd9cdf6296e6c0572001862
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b688c7cbc8dd567bd331c05eb9c4d49c6d0fda263f3112f29e50c46c8e59abd3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b88d03bf37e384013715283e7390cd983de998
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0d95c4f5117c85d7dfcaf9134d7e070ee5d3363a15b6f6fb56d311611947d6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645100148295e65adf0ca03b47ae8ed08f0a7211
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0bf429afa9a7e17d364b333e1ba1c6adf4374dabebbd8b7101bc099bf5e98c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355c1d1721c5ca61ec84d97f284f0d6f2ac25c28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628bea8dcf4a1f74d328ab550699f24dfe2bfa5c39105157df87b5c4362da7af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9fd7aa279fa6f4fc5b8dafa51f3495cf4a0c0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99deec46fd1d845e80aac71a0404e74987220e8eb8f8c975e3df3fa2abe92a3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d251b36110fd4cd17ff09f4bcbf98671c343ca4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad00530612f870ae3c0872a4e9c26387ff9c6d9dbe1efe77cf8527a9e16ad61
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6170b326e9470f234dc1de988782b510f493036
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c719d00d3f650b7ad73a2c9e6c608571bcc27da73665d87c9e56b607f08f12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4906006048b2fed48c7903b4b33909a51b17d847
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d71bc6b1c0444de304b33c8dfd951005f15d317755603247a4ec0c7233ca1f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e710766aa0f0c5ce214abfcc03283efb5202bf2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9458a24b8bffdd51c631405c7dcfbe5162f2fe619de3da7e67ffe70ac139ffc7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eae82538fec0a4d1a800856b0113ca1d051dd8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b468da8c5e0f3129787322e8384b8d0036db2d747157e9cbfd51bebc7cf78c26
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4046d22787443d4a10839cff16105dbb949bf0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88111b7732c5e006d1bb3f8b12a8710650246cb5608896a12a39133ed7328dc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71af74a2f4ee586ca2d228cc2923ee4a4403c3fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151ecae30771e7509f21414b1fb5a63541da87d0d26d7604c4ef30aaafa7630a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223160ee51debe8c7ea0d9243141ef9f75402a61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba12c7c057969220eeef0825a6b5c3acada78dc4bfa438dfcb330a64b2579eb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c576c40541d49c4dc85d580a805a4bee30b47d7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcb69a59a78d4dc215ce7a5548849be6fea8dc7c261680fed28dd94127d9e32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c081621eb326e8299bb9b749b8620e18497e28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148648fcea73d46d1aa56d4d63e62d3f5646eaf22491c9208664b6142f4cd9f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e773c293d752bf8fa5d2d2ae7a4359491cd9851c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c659c03a65b6d6905b29efbcff6c9ea64668c8e4b68c9e3680022198bcbd988c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08ad57c0f27c6d18cb4e8d0fae79df8ad1bb651
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9521eee86458c87eba433862016db53e095dfb5b366d6e531f8afa7910d8b4a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee9687b9571cded012f0891c98d4a985e0bf110
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592dd372f9428e23e4c4f50240d993114e78026ec6c75d13712b256b4452cf80
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabf8ebda0635e063282eef9bf3a25936583a17d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be911cbd8189f9c89dc773bd01f6494f150fdbac735e4a7122ff2419d081cfc8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812e0bc6472df32812747e3a87a30f601ed9f76d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7189f237e588ada8a1337c3cf22f91f1b0be55d368dc73663dd2cd78a804bc66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ef712e9c79509c0abd2fa31543cb1a9455a7bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0accb77f3baf9246d20f8ffbf67eff8e526cd1aa6ab015786efe177d9f50e0ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ea4408a95056d1594f233c945a4e65109174e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0d8d4d40961dc8ea3d2c87729302f6e44a8968009e2d6a749a667c1b406f3e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae834d1c0b7cc4f176a4053cf4069c6033d06290
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce00935bac4ed09154d9411c55356fe1a675a20b124fd7f9cf8ecabe2fa101a9
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5eafe12d7aebbb56f2a5e94858aa1fd1d57d8c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e54472e309a2621afc00555dc0ff01a692ee2158207c0b163905ea4287c919
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52f6fc03eb59d42ca1a442fe1d9d0fec3d5b7c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9343601effec5943c86e7b23ecb50cfe5db0318e4aa2f5f868acea768b4d3d41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43a87f42d7df852db2081dc6dfa29364844a535
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8960b65579fe3d4ae8478e5af85ae7c4c481c01220af15619e8fcf5ca537c556
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8cdc4c8286e7d7b94b2466e381870d01ed50fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c80cd1b3a7dce3b50d506cbfc674c92958efd851bf11ca3135fb3df0a1183aa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2cfd4bfa2504aae0a5d4c5cf2381b87487b3c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b81611f9c1b4822fdadca9d12d8e7c904f2092e9c20540d544b6d54b732cb12
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace90f741b97c1bd5757c8831d90af7c91327dca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f354fae232077bef1423676c8ec43f34313caa3f94fdd3ab78bfaaf39b1798b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98be76f89bee37dcc9cb2eb986eeff68a6c1c7be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0948a8ad8768f654bc1f82ec4c5b4b459cd292049a36f0f48c78fcb1b79bbcc4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5e6fa2c51f9fe1b3fc26bc84d59b762b662a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61afa6a5a49d651012de20284af79698ff80645a1c5e756b41b6cc229ec31c86
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cad6bf472acbbff92e3dcfa8d89fe1275725ee2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d1b21c3a7f4355f43e6b34a48328ef8780435dc7a075fd6e45ff4c4545a27f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797d332d90890b5662d99dc555eb0e08d4a826c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6079b7c9d852d4cb8c0ffe3c31bdbf3f264bad7e8d0a4a8f6712f2d030f3969f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ecf587e7c12c16adb7aac5208553d8540d8e75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a9441025ce450cd867047a5c29c5db9e318c8d1acee27b7e3bed2c059f881d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac172919ccd567096d6f3a62ebaafab716190911
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baccdb6a3b21a5d101386e46712898d78a2dcddb2bab771cf18a736fda8a0d58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d24881f14c217da2a5f7e499023b7ede7704ec1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c559a84f800762f7a3ce80604befe9f68127c342a564318aee1ee3803f735f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2fa0025bcd88d40f78006a03c1067b58573ba9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb183e2a61bec18e54e80d5258fbaae695c1bf939e02ec55dcc5f61700b7a5e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa898430dc34f129df678fff43b133b6d9c75ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94622c2426264de922c0a0890fbf3e4c6287534acc7855cdd256409ea526a44a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210424b24242f061ba4d1f6c92da138ea93024cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff57c724bfab5d25eb659e4f28cde1c21fb406b8c63d81d9cad81f7b8cb904f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28daefa65ccc4a2b713f881ec1a0c83084d8c7a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3172901a8c2c57e155d539ba586ead2cdba91700e716c1cf2d1a1f9fdc02f6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855761594c5519afe242f89b056c1c075f2fca12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711e4ef4a5d1b5d1d154a50cc1a5de71c445e71437563297b0487065389ac5a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0111c23ebcb8b209a7ddaf99f9e4acbc147a0345
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca214b0bd938821d1a1bbcfa3bff484f38902739c49d17f8795e86339824704
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad57d0171047d9d3cb6e4143ac0c32bdc70c5d00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5856c5066b085c485d82add8db8511e9fb98dac95f32504b4b99a99e528da5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae04023bba2a9558e7bdb7308fefbca825b74fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a6611e7962faaf01740689b75e209da16e5bc432c401c77f1fe1acae4eca7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0321e7b149996e0c850303d98f3cf480d1c2deca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed326b5254298f5b7189fe891391f1dc43f8c8c6263f636abeff9e44ecbc8cc2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a8904b7b97ecef73bc2bdb8c9c22f3f1750f9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c402c08428f7b4d73a0ccbbbedc1057f67aa4b38bbed02bb37242b173281dc1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164e6545c1b851aeb7404835149721fb71b1e27d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b3a842ada5eb061cebb9b26fbba2e122b4750ecfbf8b4fe24a13b166408d16
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7e317ddf80ae5f958c4ddb5d2887ffefd15279
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eff840d0998b0e327c14de18a7efab49fc6c2b1f1767130156641b75f6b276
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670f38722fae2941d15b4026be32e751209708b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e25e78a27f9c2146fd8e3b6154c13bec838c66338f0b245bf3f6b86ec85e28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab402c217453e083e4d7b2f18795fc6ec25ec09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dc44b6c098f0af671ff6a54e85f55b901ef29d6eceb13ce057e5f6041a1062
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b993d0aba0d964cded66ef350d24eb7838a551e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76c8300af63cea22f8ec303252db41ffae6d555ae162129bc6f547a16664d87
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f73eeb7c2f876292bc019863c672cc76850008
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2731e73992c7952da279333546c1a3e149e59a5b87a810d69d205341da1c514f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa288b053292b7a1edae7978fce02967785a1b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17121a281e6f326586fb0a24f8d2cb7ec2a954977e205a0eb3db94ab13dad795
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4622edf8efb3b6cd2907e1d25e5a424ba608dd47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72075f49cf31e4ae5d7e938d2c725f84b947ccbb79bd28314e485ba53ead3e9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8559c8870afda17631c2befba668c100ad724c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b72d2ecbe0861ef76291c8e19948f8bde639e83249fb398ebbc4fb4514f2ca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1297c19d46809f5b66239a675fd8eaf67e1296a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08729d038d845e19d12a579b4b6a972ae9c395be6002891ba265caf7b376f771
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aef289d55219c6d505aefd18a749d28a888372
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c6255aa575e2f9c7790f43cc57686ab72db137fad91a2669fa1c49377b8052
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23f658c22f5b5ab6ce2f7a328d7e0d8ebc994bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540e5a348ef9e353df58a6b68b14e1cef43e01460a5deb87281bc50d1a4e9ed4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0b883fb135944c95d2dab881c991f1b4ef0432
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e04e438911e465f620824c4c9a8101cf5c4f1dfdbf01556de9c46f71d354091
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1dfd2a882c2d9191357232026545ba1c06101c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842dfb8b2c3e356fb9bd3353dbf998f52d13ef1259ab4b2225104d36f4d28d37
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b394dadfdeba041d556489eaed8ed866870009
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfb9c1d53f838fb4731983e076a47ce65191e31996c5a888df9625aef73d4c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928d85b363aa41b075f0aa344a0c25f77a50c03f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef79a72513babc3df122ffc3629cba22f1ef84ba84fe830aa6cde3216d0d3ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fc9947892234f1147d469178de5fe965d6a818
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c7a92531fd0f00e9bcae725560bedeb3ecefe15359718ed75326b207a09cb0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed6e9436ef611d7a978a4be9c212d79dee62204
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45494e5ffe5d5ef1a2082dc57cc0d7db3395e1b574020af082b1e6434ae42662
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7b0ad3ca6a8b69004d0de091f027aa894b21c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c581ea4ed26bc4477b4eb354b6d0409ed16173b69940fd45d054e8234d1fb7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9da5e75b52f53d4dbc1dd4cf0ed3c40ccde41f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f498f3f1d1d729895f808248257588b4a5a153851ac37ae1ce161ede6e3a6a74
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8b7903edaf21048b59e41b1dcd22a2c64b87b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdee08a07bc0cd1ec88c10b62b95aa56f84f4f62c0e4338ced179e64633b268
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a6d03f870c08e4b7158126a111d5576cb52ee3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0d1d5f48a711a8e35061b60c7013e832491b1fb4af5733d84ee159bcc72da3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2021c4535645f99e9aedb458b895989d7e58f210
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f69af7124dba275da5d039a77451cbb4cd429be74d43538fe9b715aca6b1cc8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112e4ec47b3ed8f082b804f4e4b371af2ce30ed2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f06153949fd2ab9e3900db0c02ded7202c51561313706560fc1f3aab9d93ea4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b015bc0fe78f16b83f5a68d4ae9d0f9504ee4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e154a78563205a3cf9bd14c75889e9c79634f342ceee2bde7acc4490860d2126
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b338256d163eff7a5e25023b7dbb3118c69fdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f84bea408c79c35e13aa23c4920c05c7e2d73f098ac3477c9a4997fb81b900
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f679f9409a6149f5bd644dbdd984a9ec3eaec68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886de727bf71453a2c678e001039cc245f81b3e66edf4e0380e283765ed94787
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cde3bf10f2e2b311d52e027f1bb3cfe0f729645
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372e28484e5fa7debc620ca247dff88b121f17b86ea30bdf854445a3065744a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a763f0b70b192863a2f682987480666593830f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e24cb5122ea4770f8848495cfdbc38f44310b9f5c0c6330ae025c8f9c6d956c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87d05f9897d8f4388dfc4de9bb6f3d4e30e81dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5729504d7b1c378305bb5f0e41c3e7b3532d95e02cdf621118cb4563c1ced276
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8974cb36637860cfbab985ee91032373b98b785a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7bbbdcb0a7148bda246179209bfeaa5050934d7d078a71470d6d60511b9d1e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0343cf289d9d2bc94a673e73bf06656804ac0d30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f209d3da3e9ade7f0f7be8c3204e9f44ed5207df49b752da145a1623f4d94ca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e585614c68753d53ef8320dca1c922bde7505b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab5a3293407fb421915e2ea1d3ff97e656106dd1a891c42b7ed0b3cf8b0a305
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d474da153e3a26729549cce6526e7c63eb069180
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1ee3406b9816400827f1aac273f8582306bdbee605d999b17d8268684d27d3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25d98be3b6140bd8e471d22273e1ba008c7526f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1345208b20b4a14866adb038b98ce2b2cf30596560c78b016a954a5f4c24ba49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5016b741836b6377883a03119482fad2d7d2c94c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea7451f48b8134814c79e6633e6cc42423f882300a104615e8c726f8b38a85a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958c98822f7ae08e05d26ee0d2c0086d40032cae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5e2275fa580cdf85489c46f6408265cbfb26f095c26f4f4de3fea53446deff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c96dd0c9938510123037a5c75849b30d0f1f617
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e168414f0525f845d6621fa3f202a03f1bc8249dda1cb2af7833430d7e8f654
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1817bf63dcbd7fbd858ee93768068c11553af3c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfe8f5806a60b45105ae9fae4a3b03a4a63fd3f169b0a7884c1cc3a3c928f4a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a41c352c3176fa214e822abf61f3624dff80c1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28eddc441f0432316ed8ceaefdc7df299380d8a0b4a93da96158964a8c354bc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf245d005538ca3fbee34ec784e945c43fa84ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771dde1c4205df3ec550ecf0ad818051b13eb878dd914c92b5a704c9defd2eed
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a3ad4edb1bbf9600c78228ac7976ed6df45f61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0e0f0b658e1f8d4a8d364e6ced49ab81b4bd1cb47e249a5ed187463f1944c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d038d0e982fc8382ff5f4e0cbb30557d70c580
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02efd22015ff0a08865b70c98450ef37f98d2d914777d2cb7c41ee8dacc7e2e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe7ce881d0d90f9c2dd11511b1dd4fee048ba97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fb37ecba62cc10a9735e36c6e582a2b9bf70f13a6eede46968836ed0a00980
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcbb5e4e4d5de75a1f189d0f6a41559e72b8dc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bbfe459474eeffbc88f179f12e224edf34ac859ab98ee69b9903f0c5f6871f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a787ff3a8c89ec6bd095cd7d50b2ea8ac0d62cb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2390af0fae5754e07fe1e99cb1307a29c51f795f16b72803fd9f98524a9c20c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14633cc4d48326d7d637fe41cf1c020a20f72a21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc4b0bd6ec0f0ee48291b256130b7b9fd1f639fcec61f3d45bae159fd42d02a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9566e17c942a2e2dd46938bbdeefc930314f6bba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee48ab0ca6240eecc7d65b950cff7acde14c2e1fbb5e53c71a18339f559bdf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fa7b3e686c52ed68969e674f2ddfa1736d9777
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9f486833c7c51f3211662eea5a0a3860eca4b68d48834e8138643d0a9beb88
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b20c09928c4408b2625fb06eddab9ffc7e9e19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d70f8fb96111386a56c654b64c7936efbb6b99ad4b952184cc091751c78e84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c47280debdd5706c07ddac9ba2e63defa5e314
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b436d6f619126118f2df08e341b935b6d77bd06a9108ce95fa0a423ad54236ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f9ea78db53b6e918d0f7c5de8cab26e14db59e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e555d621ce0b85e7fc13dfabccdfa7b60fb57534d0bf9d67f7318fe61b63da
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72577fe756bda6674cc819813ac75e8cd708286
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4153d89fc3291ca62c4791d1e34ac50db7faaefa504b84a0e736983f44ef3bd8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0e4516ddeeaadb6d73ac65cfe9f5dc91fb959d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c68bd75fec95ecd13dc80d0fe8ee9e75e0711cd5ad224020a14e4d985037875
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6607ba4f183d3c94f533baaf96911fe739dc398
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31a11d0c6344496030165c13ba99a3460f04729be20ea2e07de407568efe80b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0e928fe4056e8e7ac54236fb5711837f11b918
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fe94ec3c6eb7872a7a1cea6ecc30e77e4bfe1623b239048666f6c9a7737263
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6c2354786d0c32bf577907a567aed955c674cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76a888add4e32920a2d04fca4a84aa7d4b6e0c2b85af2cf7c059017adc5f729
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7897843554c824026dc3b96f2dca6194dcea55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dacf721024fc08f360edbf34f4c3bf89ebab3826e4369f85201205a1fe02e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fb7c494c5d7177252156177fce3fec4c6b136a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ffdb5a54e367992872ccaf9ad5dba3a01f3bb98e6a3a79f48315c5dce46fc7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd0cad433a407d0672b06afd3f2bc749ef51efe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4354d3c5488c3588ed3ae45b451777e6fbd0e475edb103343664a12f2c315b1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f538adbebdd296a995584c0a89e32edf396c15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc061c54a176e14672f7cfcf12f3af454cc9e30b082178344fde26da6e843d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b0a22b562bb04a4da06b6bb9acf696a873382a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab03f8c222563dd1990d513576d628e8061f04b9148706dba732d87782d04f17
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f2d069d19846227003100286f1ac867fc30df8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71fe126b60ab277c2fbf83f2fc7e9943eb4087997aed5e9a437e4ff89b95673
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42e4f0f34285bac8a8fba033502522067a08644
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e1936d8ec8eeab262f94afef83c4f92d506baac18d35ceca2bc753e45db245
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184ece37fee549129a8fd75ea02aa1b385e14bbb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b067e342d3165696e002b80b6065c74865513ee84ffcc8d6189cd774cd88549a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c603eaa4c36890a93fc27907d8e4a127ce5f6ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5375f5934ddf0fe1d313e8bedce4ed93dd4501b6facda3ff0ccb91a38f771787
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa560ae7c5e0f7f47d5d58f459fc1f37ddf7ac85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f480f03b2855d5d0232021804f32b09a4cfab3564ed5ba8a135f3cd99d287ff1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb2d076fdea8f503aace2a06cdedc46964da7ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729315f05dcacf11466819f79a0e22680de211b696edf976f3b5ba4674aecdf7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b420315bdded61d27bde7a3571b795308d091627
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2be6f84e0f7f8b7e946faec04c281f4e0382305409488a237ea1de6ba8227b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728fe20ef0b588b9918201326984855b3245012a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03b4d070a6d94328313e20a1301fcb98d203996eb187ed42ec4babbe2cb639f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97dae04c4e7f9af836643f321a424577ef838ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2090cb2e6d7ff1dc035077caeac3346690031dcfb8ba1470497335a42c10be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cd9a1e40c4372c56140fccd63c97dc5851dde3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc689370d024516522e352ce6875b1ebb5134c207574effac6a5bdadfb1170bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1452d155496faeb00b596b24826f3685cc3595c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187a8f76b1d14395275031df79f9f3dc43e6382de78e341e4494a97ab87a584e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c295a9aefe384c4be3086b561e0893b9c9d3c6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fedda3c2b8600c933dcacfa70a9f1e179513233fc82321691a12733f87ceaaf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eaacfa7f9594aff00791de6e856786b7382ee8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd3544562e0af0d54103d43f65ce203c3706773d4dcf5246c79189bb21f3665
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01612ff5494b75be4a052e936617fb600ac19d79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e78e8e1fe47fa26b25ea5ebcbc8b34d78674647cf53c72453ccc3e577fcb98
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40da11f6120ab10e4068049ec01c9f784674019
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f46efba3a1dcf07f802578c081f8fd85f44b3f10b200452c7bce806f5a01d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168be1c8d9f13b50a09715dbfde6b8a82bde3487
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49500c71ca535ec84883b2636f02004299276c367188d0033f4b9e88970bf15
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2730ecfd03073e85048139256580b9f5d853286c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c408c968ca9d34ea4009172dd869085a81a1c63fefb2302f6718fc7948072a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025700f8d774646cc2b032441bff68641fc53a40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00eac60b18885c3f2de7466433bd29fbf4b871629abc830e411ea79cc076782
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dd628922bfe5767258896cc4cb8b73e3f52f66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d56c29d61563c4c13a5f5a1a00d65bb7ec88dd5bf763faa7a0fcb6c55a539c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1746d9e334235c44c5636c14046fd026a38af2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a439db0e4d773bc436d555ece5c55ccc9021999d4719dee8a89ac2993872079
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab7a5f81047365f4afa70e7b9dcd9d2a2f17f2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc7adf022c4e2d9e264b6f9f44ca7b4b5ac7e10ebb76c392deea5e802efe409
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1379192514e491f4d68ec06844027cdff755464
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e408c4bd682d3b314960c92a4f750e410ea689e8da2cca320b6866378005cf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f27d660eea94462479860fa0680c006d454fdde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54e375eecacba4f35fda13acb7c13b0f26fc048f08c2ed6d9050b0ecb2accb9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6771e13f133298470f15395bfa5584a7b047252
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af94fadc9f0415ca8864440617d164096eece9d163917e16d05f51de45a5a26
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a752182135ea9f1a22059ed8c9bfa4db8864f06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944520fe2b0f8459b2d1cb2faf25340c2303b0eadec37facba1339da5f8462f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8551c052d5a3d2dbba10ef09eed24e05e62007
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f14805726c82c583daf477ce6796a4bfa9bb2e796cf6fb288538de5757af9c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f35f1c6920f9935b36569d0612c1e3fc3b032fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a36c9b9b89243b27de9af0e78d4a3dd94b9ae4e25a3785371ec1cdabdfd3dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042c744f8a07cb15e2a9476b9e4fc0d59dff54f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ea8181ba4b9aa788da832c899bf670ad586f0b13c917c70149730cb8870ad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118f732f2be2f349125c5ae074a4803de73bd114
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0dc93b02490aa58cdf2642b1995501f9115203ce36e7ad37024118aeb340ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71d8992e1a977474d0c46894bc5efcddc7c02fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44fa3333deb93b4734db2f272162ee4f7492d0bde5d529971365094dbc5316
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4ab4ab3ebd40a94e9d373ba0e9e756e9279fa5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0fe99b0c9051df2aa5479edfc6618bc5b8fb718aa0fe444584f1acfba92c69
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac30afd8504d0f91db6a3ba4c0426b1a0f354aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f254b1f6282fab67765d48c031e0f84de3c01c9eb8baf7281ae6fe0a457faff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dc0c7e422c4d19db8b8637a4f9442927b4dbf8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080659e86c2cdd3c8fd5fe7e94625d99067c4535399b6e040218d63a74ef0595
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f074d4238cfd8810165a7db99394e9ad79cb085
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f059dafcc5e10aacecd7a05ac0c583789ff7f1b40e0b16bd94c223682a42718
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72549153e66a2e85d1a8992bd2f65be31dbc5eb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224aae39b102f3ec11f40c978c66772bd0a5e8461c567d36f531a7abc17e7ca8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7528c557fb6d2ac8981d6c415633b16f9848f130
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16671b1ec42f53288252d40ae810085e2b2427430c48ab1adb1524b86a182984
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe97fa955d2dcd6baa6eb45c50aef52dedd8a9f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49841ff7a5b16d0e92172018b811cd4410ea6ccbc229ec16eaa8f0c1003cb968
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ab46ee322f13536d7b68f9b3cf85b2cd30ae93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113cd55aecc9632037175dab9a7528d9cb1c5835b91fc95aa0cbc7a9398aa1b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab234713198d32c117c95a6b153a5aa378521b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8ebd9f05b32d6a0b43b3905d481ae63df0497211bf5a62dc6a860297ac91bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726083eacc847b4692a5aa57bd0239bcd6095927
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bfd7233f1d2f6a9f06261c87ee6d38fae063d1bf2c9bf3f72e25434d76cc69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a71a5e0921d9fee4bb732b8e0a884a94447070c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb86e2abc65fc04b8bd98b94e539a82be3b35f37252d1939c63d6dc7085c0ea4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998bbbf5e229f7e985eddc699a8d32b50a4b0a39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3074871480ef76749489f89bb875eae7b26365a474573ffc128936f729b4344b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c50350af56b919c499abbec253e1e5cde43970
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7395b3cce24b7b62f6ce95816aa663c45fc8b15a1ff9c6e27d53d33e8c9ba94d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca846d1d67f866cc535b2f20e02d16f546748d85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f090e82b51208581bba99183e3c65f36799aed05b4c5dc42300d201e1d31077a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856d25ba53f3518dc6f17d09bf5d055c10c8e1ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9aaeeb967ceb3c2021d4816d1e960422b3f66e0960afb807f80aef61b9574d4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bba897135c6815e5f027d308c9807f4512de094
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b52d6ebb678ce62eca23875ac1a40fef5e9d19df153b3be1041f425b79ff747
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f18cab2cf793bffc8a03f791406090306e4509b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bfb16869e5ebd33f867b37bec48f88b9cb9b4bd17b2c1938c791957c36e730
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe2d82e83ed4b0ca9b046fb5dc7e062ac0c3aaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81f7a08158df956d208c744fe894e62948cdcf9f1160ec45e6dd8cf8e3dedfb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8614c839fa55f527d8e1e06d0722595d5893cd22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3e227a88579b6160a1a72e38ccfea80d7cae0f494015c9954199573961051a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb88148e116ffb8152a8df876d5a3d5087c9c9e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601e013d10e7b8c7ef09e5859475cd4ab376574ff1df4b616f0ec06ad9aa3d4f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ef4b094e0e301bba72063b6320ac88fd26f8b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f80267bf5fe8455776569a098644db5f9dd3c7995358ef7ee9578d3220d451
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10148228962bcfb852865fc0e71d3934e36156d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6305fdc6aab839d0fa52361c285851c7dfd89f365f1dbdeb9b5b188507e7aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60df77503908024b3c46e7663d4c009516e8dc62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af1832ba8061772d4f6896f0610733c71c21be1c01d054bf5c282df23d88a0f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdcedc148819db3981dda76b95aa2747401a1a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84245e39fb10c17bd33f2cb5a7966f2eb8682784ecb6a4d451d50ee4f15014fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baac77b99a73a0832110e5c46b938b02be847dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289b8006659568f76b9bf1be397da5176c720bd692c80a9aa9d77ecfedb72598
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92d7a206a5145b17cba2c35c0721ee5dd96009d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a972e0a0b1db359534c57545960fcbfc0640c9d158a03662fe1d3d2d723ad04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d70a0ea32d49636a28a4dd3953b370dc8b4ba2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9be5286b3de5f126b5f21a958868b859c6f7a6604ab0c81a7ec670a6bbf9a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f0c39897a5e2c399a4e63c1d170588cb5fb1f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b581b22260509d2f209e8f9a7aee40ee386b80c2683bf94bd5b6225440cd81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17e7c4cdf737f6331c3a67d14220736e647217
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56e2448dce4f4b49a5788d27526327925e12d99311360389e041cd7e6c47a98
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649a01893ec31582b98ee59a4deb95f8c601f435
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721ad74c12910a79d8793a2f11e750b08df6f9a92faa3e4f2e0e2ced528bc219
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83e8e4377ad95621bd56c5b8d56f3dd742d1ead
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89b15bf19ad9437eca3014784546f77729767d7e9e526c75ce14126ba3e9b36
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c80ceedbaca7f577221550d81267930b6f437b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36c9b133190daf4126aa6dd3900fabf35e42b782ac9a07e3716f98c1beea462
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbe28ec58ddd54f5cc266a9adb56f787b78a9d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7587c89f046bd696c36256fe47f52271a0c2eeea197ee7b948c1b1d24c1768b6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dab8300d55f5428b60a144ebababd9214dd5a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a65bd4a80b2994fdea344f51537cb4ad89b966a2c8b6a441423afb851f5c3c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d41b587085c6c063a6adca813c5dd085d4f8b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4f2d1949871fc259ae8a0a5b029bc3b645a000f4f884e8cf7b86fc19c2fafa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46be39677ee8fc4e345145fae223faabb9646fae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d02bfe28df5728154f8717d84e5cbb2191bcd3cedba5bb27cc963d531aa5622
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1054313606a49a884d6b041a0a774a024edc2f21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd69313eb46428e15ced01d9e4cf11ea301bc7d9e0317f9490d351de1090d98
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2cd929a5c44f0d8c0b204f744c861516686cb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0262768a35bf13d0fa1f0fd083b4aeb88f6e85b260049beacd83e8d106121572
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2948750524751c0ead22a986fa6d94aa7c8d2dd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06e4d2a515d3e9f13c1b101da46002153c0f3a762238818560444dd51ff3946
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc388e329bb1ccbb0cbaddd679f8305db3ebeac1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49721c3777c1c70ab9a4f6dc315fbcb164b11d4c774219ff25f91d74889efabf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9610fb8a4c79da257d5932efd910450a7b5a663
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27614e31deba436270b461849aba30c4a551ae9c2156af8b37a546e11f4c3348
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdafaf7d049a2f34f4ed0cd7ce9ba80a5e135b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee4fc07df701e4da2f78d6bb48e16c28f0efcd2c482271f37ea2b8fbfbc9fa4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92190c4079b603bcf42ab22adfcce40fd06a4ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bb6de373aca29678c15d9527c623bb2480e498a0d57d1ca9e8f4e1eff4668b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba53b141af49315cd3ed3de394a6569d7a2f1ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9a6598b991cd4d038679bec8b84f17f8110a761fe4424d1d1746200d7e65f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9807f2ad10c4c34c09d116f324f8d706a06d95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae31680e495d8a2d61b77585b49eb0498b9dec68f899f1598a8a0abcdd17752
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eea44c5933b36490080bcc52c4abaddf21dabb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c0f95728bce5ec5aab08a17f1ca2354ad27c47a1d79e1e4252826a7890b0db
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a575000d329c609c0116b4427ea87a5327c71c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d71f8720fd3271afff7714be4620b4f66ef3c31a8ba1bc17c89878cfe818f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ec6e4bdea0bbdf2c07f1ddf83adab3922fe650
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e6fd6a997b4555222f6805ff441817333366d6ce50bf00f5f982456563f664
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2377a2ef9fd47a948ecf14c498f86c7ab9afe3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0334f53fcb73b4a004e738863b5f65966a951c9eb805a6ede164c39c7e9c6927
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b23f94cf50f934dddb23b225f2c5df1ed9b284
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bd467b915a6e7b9e246bc125fbed78821ab3f2e1fda289bb07e563452f1e5e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df600050d8cbedbfe0b8c36878fd3fa63375aa1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e778c76df4b1164b2df3c8033d065e631f6b800a3a8b4e89c97a1fd024c8aea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a05055c126f1d6bd35fca8562ec4b23c68b81e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092337d2a0f097f73f3de63d361f195a68b5953ed658bade4e6cbe8e8de801a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2475f5628844c36f37de2b9cf88df7f2a7856f00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbe8a7d17f4fedcc4f698d2372c5e50843f9bc35ac3ee76a0ccbb3ee62d5919
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8d51d1a1c7ce10a1fbd34b58223b39f301fbd9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec43a7750eb7e636367529c6491656c39ad860453e3bd0bfab5c8654c317e278
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ba052ff1788547981fcd199d85f791aae3f47e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1dba9030336bf50ffbfc6711b4e8d60319fa9cf20e09b4ec9f5e2ec1bbb27f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af58f4e8439ae0fe434b5cccd79209d8dfd8705b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4644919d95612feecf7a85e2d7e9d626e0a8dcf8e545378df100af355e90f8b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e31fdbead6b555f4bcee4c6e6653e1e9746f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a1699c4de098a4a0342adb467f766a0786fed08e02b38da776344fe4d043f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab75db824b6720132fac1f96779b4bf0034542bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ea2dad44ac38a4631baf2dc1cfccc8856dd8c4dee9f7a7fb3b717ce56f04fe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12a1cdd86ad9ea49f0f121ae1d7f1860320025e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4ae64b9823f0436be418b996e034bff904148949180cac1f7997abe341d1c1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e32b420b080d9800cfba4a2c6cc52d0d913ec0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a98fe804138c948ec72d557aa883196d53df27fc3370c38611b744054ca1731
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002329b145241cdb3161f263878157827cd6430f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a469b37aa01fa36f0bb43eb36314db33331f756217087eaec5f648780b4d0a98
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6486314d3971ff9383e729c309c424432e6a78a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a7d5f8a477cec1682657ae584b2c16244bf640e7f5057cc58e2b85039656b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd97e3ed0b9a4cf4387dedb6deb9cdd68cf0378
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79267a281669064f7d01eec86c45865a2d6e14c7983d355a9273f5ea2b9899df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a994424dd24155bf2b38881b4459deef6da6e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04cbd507e0a74c270594a8e585f5fd5a1af1c265abddc3fafc25286750de03e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfbbeb430af1d17202f85d68222fb15b8f11bfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daa5786e2e251621b85c8bf5f78ddf20a93e14423d042769c70bc529bc954cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352598784849e134e258309c8e4ce7c92b064e16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b403eb1332a382b49ce6f213089de4c5029f1d8621cbe633db2da72823e7e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c66bb3ff6a5ecb200d6f88f218d4ea04bc23610
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb303868b1721a10390c126327731727b778a11a4f2c2f9a397eff4f72a38d6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d023dc69217dabf2a1c15761529bc2b0b9073
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd255fb2c192f40580a6edb7c009095675f40ab82b4f0fd1a2d272bebd76b3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725a6499e96ca1d1f4cf5341dcc3fbdbd3d1e744
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c3e39f5d95dbc772e11ceb246f3acfe2ae5cd24711234b7797ed5d4e37f055
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca38fdf5bf548cd0e57bebd8473b53b681243a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7318c86ae340a70ac5f0bcf6c02da499578af7d8454574fecf099124416f2fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6255ff8d11e337e3169bf16eecfd672adf45ac4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48306c47a7dab7eb028f1f8bbbe8f88719bb944636b06653f846da40c0268e39
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdcfb157ea4816198dddb5ad1bfdde3937534d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62d8b0d9a0693f827de5fb223238dd0fba4f6622d7a493a2cce92f783e42b41
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2187bb106c7a1c539d7456501f63a820b21d0162
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e723c181b2cf6eae28c0af6d432b836bf2335a0f466c5bd95cb18d0cd7819968
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b94c7dfec7fa164b99115358828187b07e357f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94d5473e87ce670b86321593a9ccbe626266188430d6fe08013a14c0e1e8969
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992907f38b642eefc7a409b1bcc44ae6dd93e147
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd53fb76b2a4b43fcc3f9fd8bbf98ce1f38c58058b0e055f218c6c522e9f960
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd41b437d6e9c0a1c2a3f072ebfc2f7ff2a2ac78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5563d12070ffc9d28a2cef5a64f32920fc4796c1b5cc0a1710b9eabc9088b57c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ee7aae7ee7c6771f2a419378314c6cc84de071
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911784a84e40f5b2a67ae6e56802e3e3e8566b762ad459c2927ef52871c22201
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b411c8cb8dfca1f687fe44dedb21834ab2e142
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9db374f7a6baab713f7ad30c14b5ba2b077c5f5160c9ea11063f043c557393
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247dd5458c7b346603feb3b3b8bd3e5e67de848c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c1991fbe0879887f36b020dd228d907fc88e551f78b1e25181c1e385afc356
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4125b0e8630cba50c012df158c6536de4a2b1d03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cf54dea86250f95eddd1ac417123085594e6de480a986844982cf722a3a5cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d83f517f11c5b084040c8b6e04be3ac3ff44a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc8ab603a9646437ef59ac89b2d942c09a74b1ca05e9e66c8ff5777136c0778
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e56fa91629d21231093bb14d636749c8e9bcc6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e0377a08d3e6d88296fa95c6dcb7f7a1df5703d95861feb30166d7ddc831f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a836dc4da6c1bfed693362d650fbc445dbc4558a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329e43cd1e9c9496d8c326aba124f32ce4e7fbb8fcf4eb9366dfb849f7da6eac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997973c52617df1e6d15612e5fe1245d342935a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d762303ca5b71222f5d0dc0df759f816c6db0dd1993f7f049036e67824dda41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81b5933409b1339793d62a436d4c66558c0b313
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570dc6934f864ba8086cd25e99fa6f31b515a8873d104c038a063a94b2cd5e9e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9454756d6e9124b6caa212962d745f66f92a9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b56eec0ee9a10fc1b6ff96d9d034024baeb23c30fde6fd892e098f3648f715
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d363217d557f731fd3b9a502a7f7c75bde40a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05a10a51fb074882733dc176bf6ca9e8240a5a1459d3ed9a61a8288c8db4995
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2feb8b531ab67d1f125dc8a7c312e1d95be9549c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36762f808d3eff372ba1372f9c3479e2e6e78f71d22076b82c51baa37ed4f690
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc01ab363650953ee0a5f8b4fc40249caea8a1b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2764cddd1d1c087c702ba04684be094b3f9cc30531ff5379e0399f5ebf68b1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176c211ed9f29181a33c51490c68c39a6de5567f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a205872220bf7f8c1692bd0026e64ac2afe1aa5f485d34dcc524d379adf568b1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42462caca41ba135aa8c18acf43e137759f513d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3007e2e465856f2a363bad120f9819943c728fc3a12cb682c3acb1d033e8c8d6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35541da23636084e55668a85e1e91e2de885254e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ef61ca9fe8a78659a53140e34cea7e1219221c8cf3d1e701016a431b5bdf65
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7db9e76dc24726bc95b256807b72ae90e29c39b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e55d5e8dd4c0b16bafdf2e7849cfa300ef110ae952100bf74b51be1dce087c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3998ab74b47e30883cc1634ce36a65c752c4b3fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5c0c9d54d2a3a3f884f844f8e891ba80d49c2888e1024cbb9447445060c941
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8398ee166b1013790aad04bca4f46f438b1d61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59984e8b7bacf9e98cf0d9df5f6f0815529c9b6f561d4a299f9a11cd6ca9458
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1723cca0638ede17fb1f5b4ccf06557083668780
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb419cea0682e8c22a8b763769e28253ac196d39f667868e4eab8845cdd0848d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe9b004241f46609305eb01ed5f191658143bff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb27024e32b7383007300f0a1e76b9c93a7b3c1a2bda0473619fa3b4e5cc212
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dcb910d9f41ce75e553ff75bffdc8c353770e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8722578f12fe6530d951f412bd048a18b04ca00be3a2ef743804bb324d8fa2dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea5c1b9c65714e39cef6cf03d42e42683cdec2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a1347f634cb458b1bb06a86d1faa96a54126130f42cecdd88744080929dc2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a308d404bf7f3c561d9f01b5ead60eef602f27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4004d66f6ea38fc0b3e3dd50203545676710b075d971d4a8f9b2a7a45af2569b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9d0f25c62e0d8b29d663a3b4417792b33cfbba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4f27ac4955ece0dcd0e3d9cf22b31b751718c2c8479ac17736e28bb1734fb7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b937a13e4e66ce5a82f220862d87ff148c2c07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb13bdd0b2a6eb3dc86049d7d841b7affe74f73149c74972f3f55da8d842f3d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d04c915f315bc5b79ca40244ff8d87e07406318
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a96c1e1e20b0a22a6c6109a9dc5344efb55d4b002b83563c759e518199135e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac43f3c10e518740cde235b3605fc1d6179b23c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f143dfdf17f929a1f4d7d8a35d335e7654142fa7d021dbab8b43f951d1afe15
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e74833773ad991f6b03dbb7bffbeef1738d99a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d373557b9f0a06690aa27de1410286130efd7e25c88a0b012b6ae4ef569146ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deae02f15f145a085644ff4c324ad278cb52f0e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61c110dc10e1e3a9fab940c9b1b60df96a77ee441534b86c0de1fb712233431
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2c310df5dcf327d8e8e033cc0c690e7fb67e4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3091026ba2d576467ea7b52918918bfb412959f27d3cba4684e6bfa4a5e152f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd14de509f1161651d6200320c459bc553d57a96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e8382feba70cc5e78ddd873ea109fb7be28f978b475f14198e93003c62d667
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091d287a9f96d45ee539e8d7da150f7403b2a169
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e632f798ec7d3c57ce579943011324678e13f10a77acfca23467dc1bce8d7f7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bff9e4f937f4222540439e82e031830239117d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ad93e9406e7be3ed19e81d6835bcf2f5eaa29897098a6dc38e91c25325c183
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2863ba7421096053d041b5da560eb1620285ee23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d236f2db22749890c1bfe2e0bd2afc08887699cb518519610ab84f7b9289910e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a690e9d127e98c59019faa6c120786a5ab00fbe7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc9eb7575cd923224e3e735b8e38896102e846601015afd6d8bc9ddb9e42cdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d835855ab4e8a98bff6c2a5a5c11d5eb221aced
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fbaf92415d20b93ec8e6f35fcc20032df3618ed6c2ce5756529ec8d8caf606
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc57e3f9adbf0f94e88e9d4b6ef896c0b958f6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ae3b19fbdac7b1570cf7d3fff4a577aa1fcc87d862d93f4d8a19d98967fce5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138609e1efb0e0aacdcfd1e3297f1e6fbac37fac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b599bb019ca07033dbdd85b7e4c85030fcbb7b5d607a981c8bee3137eec95fb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f430a2c389be3798e46c66aa47588f04b4ded2e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfb7b8fa38d9e5659a629993a51b4e6fe6e0f49e8885232309a139c5516a8ca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b1d774c5e872a87225813bc90249511fae1dec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8e91f24c840f96b8a72718cd731930a7020961628a356326f231c643967c7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40823c4f6e6af08510ec8cf7f53b84563815bca3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa22196ea1c78ae92f43bcbf52be008c5af53759331a6899d44cdec833d845
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa49737083ddfe6ec614ac8382e1ec13b7b3f65b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66e5fa9a3061f88d0c40a6fc98e12b13bbf22f5066cc3b99f8579f9176a786e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1741a3402e33ce71548edbfb212c2f90c305b927
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae89e36708f5538d48da0442b4d11918057f87e1ae54a0a4ed3965c735b1783
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fa778294db1eb9b90379bed054accf7a994db9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2118c88217b315639712dcb5d95a4de3699795c6e556b0110c5fb07e08cbe006
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90864a2e35de8db8410d828089c4742f3dffd449
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175aa3c04de318a291b400e7f7cde7cb6553eda4d9a2f0eef1d7b8923197c226
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4461cc9de38d32267f76cd764b6f8199cfed38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22156e3544a040a1cef912766af5a9da752a901b35e366458bcc41877aed767b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bdbf455706be722ee5bb40cf26f77909a39b46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3391e9d1177eb01bafa464a9fda40345d47b4e348006f11edf4a6bd7d79a48bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c231dece05fb5b4f3eebdfeb52651485d145869c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a064d813472df83cb49085d130e39f9f1bda24723f8d12f018a6161d45183b26
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f5aef538723c349a1585087eec5adf79106f70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e738dea4ddddb0d85c53adb16c4f533a170958d72be44b9721706228ee974299
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00921115801f3faef68630367be9841517a6123f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b212c4cd0dec7363ac98fd6fdc0a72b6752411b4b0290e8fc3af4df5a410b916
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9387a6321f700a700df737cfb666f9c032c266
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757dfcc02e098e77713a8e4747bec6645f4a6f99083a9b8ec52ab51d436fac23
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de7399720d39ba7e454aef377ef51c45886d7f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94776fe51255fc09bf7d723c0557fc45d00fc64ae549f86c73cefd3fa5b15266
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68626fbb027c0c2e935c86f063307144097442b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95bbcd1d1e89246a6afed3d5eab99f5a8d58c00ffa316b7b010d637760d8500
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a6fa4c1a8b7444095ad2f5ac8d73e8b02f0eb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f69f4ed5e1a1be90e00e155e39940e22de55343c9a61713e2c8b75ef09fdf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7b34c0121f2568340eeab21ab764e33e4a975a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98883264a8de11aad5ccb1be6a189e5c7e120657b70465b8c9c3047cfab6eca5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0a3efa8054d46174e246c50008b555210d7664
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec9a1d00be6509cfd02f97f71121264e8907757078fe38144e6f44dad939d5f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eb6c7a50e1eabbe1f478823307a05d3a014f17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67544e96657da4f0393d9641858a33e7e5ee1fbeaf3a030d36b04d6dc5221460
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b145a576622fcf8797e491821b628749a8c28014
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b0646d1a2742e0062c31a102b69c1bfef7ef186b2da49dd4f8660dd94c2fef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d5a0972d54ef8c9cd09470a78e02c59a4dc89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bcfca5ea03e7674edc44397118526b661271fbcdd803164b1ee5d5c51273ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecba89dfd76e8eaad478cd2e4b3fec727ce74dfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f805ac9c57d0f99be0d38fa83a8c12dc632adf1a3311863aee47d758f45222
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6338646a1abad9497d09c37ead6ede12055ea01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cc4635f155fcd78e73d9687ae6dcfc83fddf4860a24499f5b60cfe1f3516b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99d099318c57ad787b025bd71a73af6e57e3d95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3569355f545dd9986806bc75b479908ad56cb02c7798ed7f8f59cfe2a7d864
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f7a930d6a958b6c5181e208121ae0ca466e510
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f250b96ba2960836a54a2dafabdb5e338e203b07f3476455d22696e3f91edb8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b0fbf87b4ed62cfd4dd9f0ae991b15f1c9462b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa28e4ff1e3fc381b623080866e94645371f410d0a3ec10a890a3cd7183725e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eac5b2ed3d64ac3bd9f0f1f619e0c97b7d73160
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3666191877e768b1bf1be8ed5119afc64a173a6146b6a2ebee59d6459321156e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda031a77cd40a33a38afc0e1084c6b8dddcdf08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d74ea1ea6f0ba16c06ff751b68e9edecefd1e336760293162cccc38f87260f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce461afd65158120251f3df7a1240478320be8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df252cf42d50a466b30f19953e6b72a445c13e13335859dc675947b5830da631
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665949f0e3bb38020379c6acaf01b0f63e7a0973
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ce793dc1b45506bc7dc1f8efbfa7e337550f00620f4de2fa87314fa14aa1e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a00d3ed0822e9c29a90ed6c794a02c557bc06e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7460fb43a52353f8267e2653f8aff2280fb3ae11f614bd5da8cf5319d31671c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a7fd2473d1426801bb9076af6648c6ad741bb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef409c4752ac3e2b10bc28d844bfb5f111663ee2133097873bf19522f236d134
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11223b5729d927402a1b1d90a381ef5326244231
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8e2d8589e7d77bf479743f821933394aee5d7805cb33a662162c9015ab65f0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41b43245c13111cc7d91cb7601a8d19ea84f4a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a09a5d517cba53d3db5db40a9393e326fad1cf02276c898d3d7a6ce9ee6fe9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4e9ab11ade42a3012432bd873d9de3fca7aae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ffc2fb7b464209f772bf46f7869a7cd23c73ea302046c9f1fdfa88bc463691
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb97903ebe90e123b758df4d642e67ef72bf456
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c4db2f0aadc673fd9fab361622baa9555d6c712b590ee53bfecfe5aeb3c5f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127f09cc38286bbed1ede805e1a6739a99e42264
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a607f19097b4ef7cc7c07d370701c1c27a00286f0ea37373c12c763ade29c41
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98ecbad9d311dc9dd068d35dcfbc2c825885224
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29334717c0f05b34e1645c0335bd40ff6a4ff68c6225313008e36e91247b6e04
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0deb2075a6cf698dd05d6c3e7c16f0530cc5d6bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cac763353c04cd02483714303607d15fffa890e1ebf378f135cc9772864c4a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3606b9a9bb19e5b7b9e7fe31f91e8ec9ae54ecdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f00acbc81ec17a00e4aa934224b5858ca9848584a3bd775a5345e192fd8f28f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674b7f7780c9ee2c00f5a6da2c8ba3fa38122f51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace4ea807e2cc61c09dbc57a83de85150335cd89e733b4822d0267c1a8c7170a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4facc9c5a9c17d9248c6ce920ff62a58a23c445
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61ada029dc5d9b93e19144d595d6fd2bd0a60a589d3c80e6c9eb28e98ac226e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8bbc2b080dd5794e4ab21105a7f6342ae6814d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7494064613f96341e689de3320af2b6c0113d81a2541d3228ecf74a05c311a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2b3c3bafad62a93e5ac86044696e9d6c28354e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67383fb6d0df0f202339210720d2d0605bfbd92455dbf593525c4eb024903bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fd7daa9cea9b6dcca02f92de0e22eaebfa710c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1aff44ffce09e688b7c026e170bb12b50ea6139e6fc645039724b334f31e08
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a27684a67234454f08835b8e119f90020d396e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689d91ec12b45adb604870f770d426c64c6564f4ae6662390ee755576794a0e9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d59b61d925993e407fd41d115aafa28b7dcd2f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6187d8dd6c3ab3a6cd2e58fb9895fe22154256cdc911020a1685088c65a224a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088deb5557c999e70a2c44d11e72e39752d9f1eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae89e38ca0ab007448ba4f5b050db4f761c273a0a0678ea40f406ae279d4607
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d503ebc0e63ca023f61e30bd0c6ca883d409224c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4784675abcb646c470add4adcab70e5ce7adfff8ed5512dc90134b8c8c18ff30
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5efa3b177dc5ed53cc97209af6da271fe685af9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d7aabf35239dbea8cc0253c8c85879851e34435f0ba63f4cee7549893b1a14
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9891c6ccbf1211c65cf04c86c8c41a7f5ff217b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1f6f84c2f854133fe69320fe573182c2097701b8330a2fb090e1a71f04bf35
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb395c136179a3712b95abbd22aef14f0ed4a017
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd0ab9a8d64078153711829a620889b8d0d1de9d32e89e5ecd08ed25d518c00
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8b8f4c32744f89c4b0ceceee195581aa214e15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8c5340444ef6706fcdfc61b7c95af015ac41297f6778f98762209f06050b0c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297e2cab100e0dee55bec7910f2ebb011352efa4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbfcd09b7312b6889ac6c3edc56ab613d48bdf6cd21e8f1bc19ab4618c7ce15
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a76957b208cfe30640e38629443566ebed6f83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1859feca49c3c33f846b6ef380bef51b59c4c76e551f49f91e46c34e378d4465
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faeb8b3fe7c56d8e1ff4175db2b8321f2b4742d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4080c9cd0fb5849d5f5eff360eaf703ae8b074a00cfd826d54408561f6bb497a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31653a584c491f76975c7f71ed63434f4e02b6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8400c68d6199b5fa3929e385acbdef9fc3f1b794a286cd62e7cea2aca1bbb24a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1643d97f405ff79624c97a20f3770dc1d42b1590
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193b0016ab0af713810d75aa9a43257fbb126e71bcd556b5b6ca39b56efc52c3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0b5152d354b3079d1c1cadb0c9ec702c66dfbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2f780edef66c01f53f883bdabbbd90766b310ab52a961022cca74947372941
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a083438234044aeb9a5b008de33a3930021a85a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa244b76469a7f3c0e329ed82184216dec158ec8c14bdc04daafada93248dfd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5d37354628bdc1a3a449bedf2bc0acf807d484
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb34f74c594a825b58a3b6be960b40fa9e745592c3136fe8e951eda46058150e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e47dfec91892748c820d1c016c11768054b60cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394768a0e3f6d9109d664172b91c6e4a0e8ba0376ebca7392753e6172852e6b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a503b95b1cc6296e432abc1e18459bf074e145e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3943d88eeb022c4662a7821315b21a13d277fadd61de724504224ccae5178da9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100631d2ab430120f3c4b41ec258b9417d9f6371
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fdff57f9cf143f095e67cbc8b3e871ba4b1185a9efacfaf2d36ba4bceb3c1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe27db999a463427f3d7837a9064a03b15d3b5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7305d432f408552b949964db21cd1b9c57fa3f46733faa02988bf598456b843
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f899ca0caa4280b010d9cad5a6298e0127e1e4cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2a31a6c8aeaaf3ffbbe8e9c46d79c0778b4208d50fcd556ce3431c17f6eaf6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d91d3f1e189b737003ccac28317df47a6825eac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6301f5dd5bd511333893902e256c643b25154c70cac67b2080431c1b603d5d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585108a62c745f63e1cd589dfb497b2cae331169
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f8ebdbec466583ba207748cd5544f029aa269b7f0bdc5af052f7235dc70e15
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d57c8ace81e5b4f6b7ea23789bf457156367d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fac343e83fdb893164f24080b2c8f7a3faae6c36b9918c965ad8b1bf6709a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0a9cc0128403c3f022519bbe57c37f58c3efd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045e27e5ccb4be7f610849b96430102c1f110d4f30c2b5b1aa9ee5549bfa2bc0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7115926e47f99cddc0d599187ccd326a3413bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81696b7da12734114587904083db607a5da16bf3c2e60e8e39a34423befb769
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f980c762f9202b3b02acd76e55f332129242133
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fb3da51c41db1010897940af38746b951353d556430525547a87840276ec19
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa76c2901c3f707748d8e4e51793d0c94a5f54a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33031f813d2de3020b36c36a2739c4da833c125a3301f63dd689a8173a7830c7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbf9199ad86c0e7942d3753e5516349bf512eb4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a21a7978b271a496e66d34c5caa89553c073f47dce1ea03680c17321c09d6cb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4c5b76cb6175f76bdcba0dbe03de8e5f4ec208
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25e022b16da61f3e05008e77aea2250c0b864c0298fdc96d5f985fb8e428f83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83888c86650f75cd0d627af1680804c06b788871
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c042fbe7702f0198079a50c4b12388b54b26ff25a00119910a7abb5dc4a2c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8144df746f94cc5e5cbb2c3cd5e49b81a88b90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa0d93e0d00ffee5b7b684fafcbb996659c3114e4285125f934e7b9a3f84486
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bcf71f18921da36fa0fd471871154eb97afc33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a02470c1fd10faf3adfac660595090fbb957e9777718b93bfd92faf80162bf3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb354fa82ef3a36ce049150f0184651b95033e30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9ec48d16adbd2debbc61f57290e071129bc265efaed1059847503bcade9991
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd4f26c53cbf5951fa8c94a0473e92c60e1d156
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1c3f9a00b946c7059c9bd417a1c262dc841bd0ddbf44d64ea67ba41860b4e1
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02df21e7e49b957f457b9f6de9010dc29dd5d250
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27478d23d61e617fcd07b0d28190cb387e6e341a2bd11311ad2e3cd2519d5eb1
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d9f9d0cff421b67792b8ba9fec0dd9ca87b437
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b642ad6c9f24fb6b8e591bef913edce296364b15f3651755fe17f1fc4e2469
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce2ccc108672a04c4a0ae98401ec3565ab6be5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8143c970331b7b104ee6cc32457c2f94fcf97c8c5e93eb01001c90105dcd9a96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02121b5462acad2189c48888a43eafa678877913
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c3355a29eb9bf1e8dbc09f15a70dcd340b93811ca0f3a6eec86aaad8e54153
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e4b44f4095679193724dc54e227e3d0bcdbb0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3875a82d55897b1fb214e192f844600c534e95a38b04704960071d89dc36428
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1380b94139f41958834196f53b73accb31d6276
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530cd6745b0902f7a24c80e20adad17d47e43b347fef99751072d51c75f374ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d491a3cc050c68f815f5f3fb50ed3a412f5af9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca63fc4a888bba6bb924f7b45f47831e242848ce5f30b1ef0c54d32fdae9249f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a12e1862c5706288105ecaa01f03ad745f8c71d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f84ff0b370431d30297c39615c1855b86db2e2fd5bbce698476c4da1a939d46
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617c5f3a4d3accea5cca63b7ba611c4e8ec2be10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1822594e54ce1ab20523e40fd79c6864bdab13445bd7e9badf29ba6822fc67d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d5d43a2c66a41c8aff8de9af20704479b89c7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963512b23b20f39d2d75dea2a3a2663b02315e1a0cbe1ce40e7ec3b3082414d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f51f7fa9d2305deada693f58962f623c67e853f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a72776d7d4365c9f19b7dc5d65982063f1920dbf1ece2b838b44e18c5276ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fb094112aab44930a0fac6681405d217085f52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de654d2896185ff74ab102a95c40179d09fc65b3fec01b3323abc6099389fef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5a5aff8f67ac68f65c8b639beacab6fdc03031
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecbf6649bf0b2b29990b25d10f470fd66ab7ddc05f020a1630b967659e539d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1433e15d4771ef6c5410280bee16a33522cbb295
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f8d89ff64cc4b4a6ec47634d1790df3bfe8b6b721481f27d996048dc637294
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eec6e3f17397d4035831cc70d438b56ee0dae26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19d466cfe06f85a263995ba70ac758106e95ca058966d7703303629c61fe09f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826a3c3e0c5bfaacca370fc1076e9e6bcf9359ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9527377b61f198f554e2f090ca58b018548e69979161ca2af372131672ee696
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3e7acc4d47ce061a22316905f16fe4f8f79a12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741a7f34fcd39d974f16fd1776843263bb4b0beea1268325ca828b2532396ed5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcdb6a9f72a9d9f60a313a2e33e86ab486b41e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b215d12d099ad6a4a17d1573ab45d0e9818c4d9c32085126a860edee1e782e1c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e080dda536b1775cb1cc490299da6ebb363c82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43cef7b2235a3683b8c204e164049c43c7c7d4fe55fca363e826204a2227f14
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74543d50910776fbb4ca863a7e4702df2e414e14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55119d38be415fb459bb956577269b1ecdbc790ed22be5248f89273bfdef0599
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad3aef94215f333829b2efaaba7b8944dc6de68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed1ae8e51a68673581ecad57b37194f60cfed97675a8dea88d0af0b65ee26b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b092f1b08ad9b18ef1bd4827a0638f1d0454d40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c2018285b02a37841beb666f5225c8742812f0765110c0bb7ae92a6ea33084
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6dae8ad5cd8d33540ddc5c8614b4f1d3b93d86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c3fc4f5263ff1a167c04b557cccc0dc3d3ad8a63f2660412efce14c096146e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b3b19974b4da9a082b528f9d9412ba12c0997d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9a02d70bd9291bdb0a616114c66574e51227d18afef1f1d83e3085182e9cc9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5060113a095b7f3137b91c7741fd9be8716b79c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c216873278b4641a0104fcd000001957aa0cde3c8a54205a59bf9154d4ce9e1b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa45ec3700fb0857d5c6fff4023ce6cf205207c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbab04089e93e85d23917d8b58f579f3559f1f4897af9dd8c96a279cac83e78
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd0d5e070fb5a70e3bd6a4b32665620517cbb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0effef955a9a8ae92be601df91a516789bf998405846133c5545ceb510145522
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c52326957ddbff30e32293d1e2a68bdc79b9a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d975f963b77030389fab8139c5adf1320e8750740a206f53004f8367c774ab84
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656450c43c888302c32e4b9b9fe6b6075457fe46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f96dc087a47c90c2315399c80546acac9050e6725023c69ea77bd420cf7abe4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1353422d9fed12e239a0906c81b049102e465e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee157cb53550e410430f0578ab4354358572215923269acf267c91b2dff2deb4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6675673946f9c70ddf83ab3c4c6fb5d0440c79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be33b8c1c91a830f546958969067840f96b250a18f1c62efe791658757175594
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b7547afc03b3b36c15cedc0351e4432381d0af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03b162f5db1beb33196f9ce4f2501c01de447c637f2b8bffd5dd737d3035c68
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b8dd47ef0c40d01a423c125fabe70157f47de9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef0ffa5d7af490776ef31153f59be86f3048fbce3b3a5b3896e4cfe03c99364
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2e869be32a6941945e37ba74b9d985b10b1dab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1802c75d0c2229f3772ca26b5b5b62491fba0b81df1fff6bd98718d1d64841
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8d07d916f074984b03f53dd7b5ced1f2a4266f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63909819c4d7752a0988c9e214b6d4347bf164d2c064d425d0e05ed8d09d3f86
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4e973272cd173ae2d296008848f3be02857a6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6f37f7368c2905e1f1197813982b51076313da6199680a08e4d87b36c84d72
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dcc56fe3a278c23bc9eafc36dc2ab67881b8b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a5c118a23bd23d630483ab8f06acd08cbc679086f068602611f1d52258ee73
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001e622ebd2af50002380ec6ba6254aa8e4123df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43af905a50d95417b5a66153e95e8312e70148d17f0bc11329d9f86ed8aa5844
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d271e9691fc1cdb2dca09ffe25a28c7b4365af90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7eefa4daedc9c032a7faf3184d18a150a55af8ce29cab45709593b258029008
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf911953656c72cb2f3f396e3b3b650061d042a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c07488127623abb313d58f5fbee3556d587849d75c3061a94bfba3429a0050
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce69509e98310c7db9c495be71a711cee8ea7723
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38876100c072d13c4a180af5a611b2481b0570af91ac8c388386f16a31e75a2c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ebb3855881878a571ef930f30d9810a0012f8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51117b099e6637c50a21a9fc992d3fa5910723c39abf4d3f6644e2a7fb2a856
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36390872449dfe8a4c130d3cb6478e139cea57ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f2a33215e91b74b36462597d8d9591bf9501032b69283d4dcfbad9e778f2c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1efbbfab96351ec590605312582838876607d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff325e885bd10b125c91ae3e7ac0932d6895915f863cbd316d5edddc94db1bad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b2f088e4136ca6f190576cb0876f9315fd84a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c429ec67199857744f6081ed57dcbad2236571efc5c903e5aada9a0ebb83ac8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da054365387f7406bae7ae9abf649878c7345cdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a154b06dd6a8603ede6077505dcee79313ef26896f2454b13955ee753d5b86
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071c1aaacd93ced52ae375914b4fdbbeda1106f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd596c06722f48a1f23746d0620681e9761141d8f19a5bb7372e28877063d08b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e66365af4fea22fc50e3d24ae5ef8d3db77f68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56239031506941cbc7ebcd7a83a9bc3e6f73317baf646ca536bcfe81feca3a86
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b885b32eafcfcc01a2358093b70971dcf6305957
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac084999dd6ff5cef327349e9e8f90ef1eab0a6041b6c7b103edd02fb0c6c24
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad942e744e4cdc9eab37299d97366a80a1b1923
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cba5f1f26fa8ba2feae33fe1e1f4039fd68d661b39799749e1f854837ecca9e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f759b090783ae342f84c2d490a54b55921d0b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9ff7d74001d5c1d5c03a0e83440fec9b371a321a77bd17d126f3bc5e706fa5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e35b1ed7a9afb4dea8eeddd5f81e31f8e95f2a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f817fa9fb5ebd925185f97bb5f20724d58ee4a55bcc4e3f6c1b9f6acca635f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679e95737c5916887ce7fd6b60ab1600627369f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2396ab049e36aceb663037551394cac9f516d5fd6d8578f46fcda6e517a4c48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486bf82c23bb422cebcc5cbd86c37aa7a57e0478
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d7a11f301edf3a05a748cd45ce7b0b63bf334a8e21cd8772f4a68f026ffcf9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8bd924cb32b45dabbe6ed63a089b63c85c21c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fce61bb8d5f7abd7ba18f2af20d40cf74cab2489d418ca1a9b9e78b7226ce8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d9d3108a878a82996796548a1e5ced3c4ccde5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ac8f367630815fabde98271489bbdbb5499693fac9a426512e435f1d4edfaf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed37eadbe3157cc37a7e57dae120899933c7c141
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302a14c81084ed9ec9b70498c1d7fa0dcf6999a8a1a548d51582317966f356a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6165e17e573ec62b982bfd2071bf2aee336d0b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb008d23759a507f9bebc5abdba87845c78ce59e1fd5ee84d340a2aa0783d7d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783fe87acf57b0aa12bf8ca6cfcf7f9bb360833f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a34075be360b6e73b1ec01303617e11f1bb8b4c83fb8ee10191b382432c3b1c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d044eb2ff87d7adfbaacf4b5f0470afff00e84d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec3a22c033e34bee4c55e0a5f0ac8f04eabfe61d51b69e6d8873a6712529db8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555a6fc2d6fff82f71a16aadf187634dc00ed49a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d84498d918aefe727c7b0847353acc9cf1ed7608b16174374de9fd3614b62e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582ed01df0c5389c65940f32f0135fe5d16ac26f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52252bf1edadcfd4780cbeb4b8e71cad6630013ef722c1e4029da9e7b61bcafb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c820ae328a07446d2338e6dcb525dc7710eaa8cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d03de2bedb3ff31ff6098db3837c049c09c0ed63532015ba18663311bf8510
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b074b0c9265f475dd22294a44005ce38f6648eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5c4b02fb36257a5854b3ca9104e8ad583a01f4cda0cda8fb64d6d3fb9d9e05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5611e19574d9659ed54c88f9e71fa5aa27b7806
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2159f3b066407b6824f9204171ce2c54a724bca0981971b16cad0e156815d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0dd0fe8c0a072f3822c98308a541d69c5faa6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d757db41be7ce44452f1351bc89714aa1195de4a5545e336e079a53d4d97a794
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3bd6e85defc4322f02083164012365db810389
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bef477d40bbae0b6a0b43d086bd7f5fe037ef59e2f90efadb03f6fa86e5705
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663820c8c7b89774e667543f7b5eab43939817a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9c9cccc702bdb8223da36875c49045fd23a114fd41acfc5179cab8e5018c64
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a35cb6241d5184f9846711e57977577f20bf101
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261c699f9cb1a80d9b6ec87209fc6b260e6782833ac0d886fba0403fab9f619a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24bc3e649500b1e293b43339f36cd59acacfc6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72794b378c36665c432ec0adde21c92bc7f763caec890b9dda4b488725814f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0832a5abd547d1718677fe942d3cac16265875
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7497f683abcc09e6e761d2a7fa418960519769fc5a1086d3414051482ea1eb76
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd97598465ae390b0e3c2ad98761107a3da0b5be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0e0dcdef6bd4b5684c218adb18161f1ef54aabfb0210e49d327a33dce0e90e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343cb94b6636242ea0bb84ac6ed94bdf905aee13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a77ddfd3d391b8cae6390813dba8035037102abbecb10cad1d8a3d9605b03b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0739f3c83372254a5534c56fcdbb1a062f466757
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93d61ba0a0b710b07e785d5b7117469e7291f82c6fdec1d3abc060d08f5939b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f8aa4802d2d1f15dfd386c2f72e4d48a79b5b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2f6044a542fee606a5828b5695063ceb293984535129906e423e6fad9e7075
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24816c1893483e366ea565dece16878f345a4d0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef4f33ad9037f49b416c1cf58aabcaaaeae56e8218e563f59e51a328de0f251
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851c76af7f256ab1322f21bc6e45f2dcccd9522d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d2bc6b8ec9e13cc00e4b357ec7abc7188e6ce2f8bbdba00fc9c047a1879be6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013ee58f0875cd23041289ad3053a6a18bc428c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe35b581c93cb934097bc502c166c2b29ebf68b3885ba33c66c5f6b7dd0c4761
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23308d1944ac4b1641e10ef047698156840799c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0709eeeb5a69896f47e2549454d4c4bc9d29ee5a9bf8bbad693d86f6868ae830
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c41a7e1ec605336f06ede8bf04394f3e06c936
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3818f681afbbaaaab71c5b77705730637d536da8d7b2d4d40f515f19f09a7ea3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b015ffd34e6de149fa1cb8a2bcef58e6f97b08f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd7a52586d5b78c181a3ab2b316469fad377e2cb335580f0a61973ef847d8a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5729014a4a72feed7281e0d3ba948214889f1517
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ce5c48481ad3d2fc44ded9d78c3bb4f87fc2f1a68fdc55ed11d806d7f60450
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbc8c86d7e343b3725cdc1518956f7cac1c8a02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa224193731a6aaa8c284d1938a43a34735c39c6d932af7f285e8291b86c5d4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b2c5c0b9a52f13043636f5d5dd2ef9b4304ac4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a762f6c4dbf7d7e797bd7f2bc8fb0668071f048dadf279b86c0f0ed0bddc50fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3894697a5decbfe21b3d94d6323b4f879e35a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61148cfdb25ecfe674d2e67d23335ec22aab538d45a4976102dcf30239269dc3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05528df0274a8271d0b2989d6addaf8a57a4c418
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b4fd0177f02225fa9e8b95fa8f682406ef94cce48beaef7ad4c060552ff6e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3793729b479ce907ad8213e6ac54245985ec370
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2d4ce720438a4c9817a917eedc9859cbe9d8940aebb747723b6e6f2a742838
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f847f8a9242595dc89cc1c177034ea71a143f45a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f764bf9374adb9f146ae833090b831b873a46884b95f3b03d9b708479c760a0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6258b8a558cce4b11049151dac1874c5cdd8846c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203a79f4292b05bb09ff76011f06b7d0fc0e12a5ab3d8c6f4eb9eb9a20f6faf7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf9033f96a57f182424d88bf5816c03fd547d15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbab4d3949184421d04983b66ea09b56aabb51b42cd03f6f52cab4c407345ee
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcdd5b91554c7718422d578cbd799ca3ddd902c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c89a3b87c11a251b2622757448fb88df5e3a2f83d2678558bc595c84ee532d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891d13960b687ef165763dfe97b849f1bd0da838
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f6e58b3a24157f9de02d893975fa68ac27c20be1cea9ab686af59682ffb3ff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785af80cd606373275ad3e2f7d373cee37a5f6a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafdef0230114383265bed81782bf8b113c0d8df393537ad90f055b6f8aee6aa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94236c05ee35737b244e4f31bf55b98aca6888e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96abef0526144486ecc7901751e627b71dbb0cd50041e95f2c661623d2a12509
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5238a6ed894e0bf816a07091d9ca6803296897
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52528f6ec9e605ab7bd57adfc9dee15b966b53ec37582945188e0566b35caa2c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eeeda41ae8f2772e904a215909e12c2e9955584
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7d7ebf349774884d35bfe7a1d46fd4a080ed7f9b41d21d71a28efa13ee6993
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99a9406e5c6c3adfbc035de46d7ad6733d2c8ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11237e2b4227d579cac814b4162da8d78e2d0f370e871beab2f465ecf9f526c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d98a8fb7b14abfde8ff352b4b269e2c66c0cb64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be9a3381234bf3fcc8502bb091bc42cf0e7b69f8963582b59bd86a2e1019812
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c37bb45e54fd721f87f0eac7c43f6e159d5ed0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65755ae8b8413caf7fc08222e9753d424530b30c7abcd3340a6bccb76e4247
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0014f5d90900ffccd1349179250744a700b760
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53291112763545b2044c233e9105c57311a3a976a73ba25b55089da527558d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c71395490217ac2042827b2ac6b80fa02b2f445
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ed47e33ded86ad97c1498f795e892ade762fef01a2006a1f8ef8912cabbad1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed104f34b75c164f5a35a2e53c33bc48e29678d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1777741dc25489b97940b848d2276a9fe7e9f2b0db1a7a47fddf91cc4f1dd0a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74ad1f2ee9655b776638e89f9f310aa0b0979d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a1466644d30e02ec6fc0a6734ca3fe24ae0a821f848a5c484eec35c418e6ac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e7e705708ea404ceafaba19422253db49a30ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15478bf0c8e0127cfd19f40edcc0c3e539386b5f8b5dffa1fa0078232cbfc9af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93632967841c6b5d9041c8b181f6a24bb24e619
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c4447cd70b92d3e4abc37d288843f2fed89467001cd5869e2749eeb1f19143
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cb8b1e301b097f65b37280a69f2541825d9257
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94235d539238167452ba89482dd7e3f64f78ed60d3db9bef769d82497cbba462
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aa38e7b236338c624944848d7a37d840cadc4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa72deb9510b0aa1c34dd512b849c99ae04e70aa408337f5c3db639048aaf126
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f8685570717e2ed066063c0845f9916cb96463
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81b901663b2aad71b296a50265d810d887184fd17ccb7e548ebc3ea5c68444e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c460d7b9366193cf5c6d8f627eaccfd3f3813f58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb331a57ee3d4a570d08e329299d1e8e0a16ebd39813448285a3cc644009d4ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78796e432dbb7827e8e575b3b5616ef3149287f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962cc66f0e50b5d37f58593639eb6531afcddc5d73660eaa4ae155f4949e043d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc18bdea0a33884eb58e6b5d22e5245c54e1bec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a925e5e0a28de63f0dd29c9a972318373a4bbf8818ee89a5ca141281e2edd5e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ea032a6134561cf2efe560c47f48c183cc4697
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69388d209da49403e07c05d6ce6fa34712be06766bcbc30573d2c43bd3f10a77
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6f94717e2fa9ebbd46e82351ab44eebca5c066
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889ada94c6cbf4cb0c3fc75e253d0833ea9d25271415ed89efad80b566261c63
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be50f28342a33aa8b3e2189989e03753452085e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11f4b1726f88a626412bb94d1d45dd7f8a7f1812d66d713ca7792085c09ecd1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c8f23a3797b53bca25fbab2ae7aab5535dbee1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d841cc8402cc9022581f2751c3ec7c88e0dc0c4cc50bcb13088e3bb9618d1a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad498fafbddbf65970e07949b593ecd3ff7df0e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2986ed7e2903a5ed7d58bf4ac6095bb1383d8a0308841508e3d48b6eb553aa0d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd508050481af1b2936c32148bdbfcb1c82190dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aa5a8c5772a027480ce41128704230b9fac26222e0e28a2727008938eac1b1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693f4999f83e26d2e6da75b1c7909355aedcce75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41df016f9f7b95278a44bd2de5e24b9a43984bde197b9f9816d976340b82383f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64484011101f4fde1715e1ec2c5873d7e2ad7552
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a58db52caaa3469afe06f7bfd3d5f1d8eb9e61e1561f8e6dcda151e53049ef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44839ca019add96d716c0dfb7453a13410c701
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e535553996c619e8f573c3e5d685e23b60a5653028ec11389f4f63c2b147ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4104b94e3f59042cd39e29ba87bff2f1dc5b9c32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36768cce7ca3e4f94b63b7b4e98ccf9922f9fec487fdfb38f3120f17019309c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502b8c77b645cfd8d68c9c3d952373cedb2a101b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d53e4d4c8ce8e6bc2241ea442f5d7ea15cc3ff8c1114abb60329f154863cd00
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535154d0c3add87a4cfabedfe70d441c8a0c9ed5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca0a3e8b637d79055937ca4117f4cecdb86cfcdd264a8c4705a69d3fc09dd4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115ed929b0aa0e1ada57f197ceff415dd72947a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4853425d71282600fc881708efcf6fa9e3dc0e58b2888b8a221eec8a941d8856
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485536b441fa916177926ce672c949cdd467d81d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff997f43b7106a126e97c0ec389a65e2e3424e45d8c1e1de13877092e1e13a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bcff9fbd84449bc9afa1cebece9255b7a50340
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6414ee103be0669616191dbbc43b1c9d9f074b03d8cb774aeba4a3ea809c7d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79b9e8c83143316f4228ccb30755d2131384a58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360d542c0a56d125889bd85e1759c0377df7b70bc1b3e11d69b82d8fa6b3a1eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a4eee28e336384400aa94b7972e5cf94467b06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df2db5508faac602cb6ef5d5f5b6b657ac12eefadbb0709fc39300528cdb168
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3552565a8252e8e2a969a465676d313eb03bb452
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936c6e79982aab71b07856be2359061b3c76d8be0cd552cad08c25040b1d2517
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09393321cb5b96f15f9724205aee88070ce6a0ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def3a8adacb481d600d5e2fa2f1dbffbaa31f09f49d6fbefa96955ae3dd22ef3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d191f4b33f84218ecc7d87fa28dee39219794f7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143ddaa085f5e8e0402013816992adbca89bf57e5e55486c48dfc3c4c3d84d07
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782d7f876c5d7713fd8943736749d031ebace810
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db42b793718eb218dce5c017abbd987b548a33b9a00cbf7d27ce8bbab86afd5c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a3d9dc9b6b69966e2b01c69deb2ba087375544
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c64c5e89b0c3261df3c66ccd0d291b6f946d580dbc0e1f6c81d2ab006a0df7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c37ea7f345dde586203a0b85a488a3a3e3477f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c8c0ec165a58bb5fe85f460a4f9a3f29bd56a15145fa1f37bae81ffabab0b1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0c1ceb282f40aedf862870610c56905f1c0256
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe86beb73389dd518ced24fbe3d23576f8ebfb48c693b83a9cfa992fd7b9fe5d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9a4b2da428ec20b759224d2abaa8cdd115bbbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a498c17258ef2988d4351d2fe4612c24a1382b1c0925a18f4adb0de5a1e37582
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c43a6bd6c06dbd2e75ad0fde3e4cb9cc4757297
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc6079cc56ee07f883cf14f99c51ff31042b9718efa673b7621e1d71891e7f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b875b9cc71a3e17332a4d27228c8a901da3acce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a807144412c2f877bad151f96b8495f2aafedaee3bf60172feb8da5db5041a4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b22c034b0b9e9d76803e9a11c3f642b755e671d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19c29e6f7422d6eb4db59db063ce57e8c269588b241d819d894ec69b609ee83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba123c7824db3c3bee61a6103edaf189a8873911
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59192cd57fff4b03c485e6505f14c5ff24846dc8f4d1db9c89f939df84f7be4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6923193c4ee1027c5321c318331890f31c17975e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98c90b171f54d35dc070dc7cdfc1d6e7b3a9b28afa9030253fb60be9651f145
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d0bed41561896d73b70c30150527402525e9be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc9fad0691f592249bfccd9f938837284eb0e6c0ff4a3bb586bec094af8ae2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c342e20f11f209dfce26b3fe0da00d92c4aa78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bd51c2cfe2daad0d03f3d55b6dc04282c875cea8a4a078250ab4492f0c9619
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7a7561e510ccfc3dca2a346c6b9943efe8c365
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8131f22e9a0a516823deeac80d0b499ac43d1eb8a5ebb1580124b37084832816
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c6e0d2eeea3e4646a3e87628e57f997b18565d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9013ab6671fdc1b1a204ab9a437622f41ccc4447bef8d0a7a6b871e8427544
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b610e76f96bf3421eedaa989268421530ca2935
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a4aac65d0ed2798d120c88337434d6a883c0c7c2926e7d46ecc8594889757c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b354cfeb645062346da7262e0afa75f39b82b85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cac5f783f21516408adbb910358408013387f8c6ad4ce26df2f88334039b804
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60411dc588c801469611bc911a86a7a6ba608549
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a603be3f1fc90c7862615b7306c48872296e3bbff9d10452174e5ead63b95f4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efa7943c268d637f5f6db9bd4b81c7dbc5a2acc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd386ab239e0d923276186a5bba99967ab52a7494ebac69d17763f55f257252
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d724337543ec27a15311a01363fe45b59b45a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec88c47169a670ffbef70916cc830da8558affa7242b90b9799266b8fa548eae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e2cabc2c93129c77efccd3616c4101ebe1d89e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842364e039e7ca73e0b5720add8704c617beacc5df6187b2db4463d576f686af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910b0716809b0f9b4fc12087c45648d379bc9db8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4422a4f5dcf7c13b5857e47e8d2a13ff2973916ff53c4a813aecc4ab4b3259e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa5ee34c0a50a9b700b8e5f31bad314042d7f1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb9ef0f9e60f615d67777a04ed64c8597056c838b68f65c5dd4a0eac588768c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350820f910018be99369f2e8080f64962bed637d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f3c13793ca89361adb5dcc27e8a7ce5324c85f20b1679c37c955a5b1abf240
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6079757a826850d57b099bc87a1a247d421d307f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea6baed473318d3e079607cf860c938c03f98e118d21098ff09dab90c60e1ec
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47405cb3887e14d5e1381ed52eae406da9c86a4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02f7979e3f61bd84f1836027941e44f6c582dbbea3784bc93341b679fd81d07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a563dbeda50fbddd8665c34bac79cf95491c89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9351ef696a117759ef7bf9fb3d512b486ac0505e92fed5142fe17ed5ace66d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c7d34841d2962e97dd4c44e1f465142b660835
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf4e8fa88c88a07915e258ff891d1911474c85320aeed54af5ef1c756bfe76a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fd53283f5294bb205048e9a0920175e0bd2fdf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c2bf991e0b0dced68fbf56e5a66ae9e985c6b3c272014dc7a2ed7ccfd9316c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c52b8c9689f9736f021dd884c4bcd1cd25c8ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecffc4e24fcb9e110930af7ce265575fd20ea48afdb05074e8338990c6da0de
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b98533b60415eea22af83672388ddf59b71aed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562c1edb4c0b9753526b2824920a77a56adf455aa29dc8723cbd9136a4da5c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0dc11868d19fffd2a91d5bc86d11dd909cf6f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d915c410b2c84b8e32784dca0f44fcb8e5c23b7b6292e63ed7f4fe3d7932ac7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c78af4e14b1c7b889a7371fe972d72999ca16f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf5e4069e8159d93dd152be72fdf7c5ab38700bbb231592289690e3103f853e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f7826cc137db32f7a191699a044201405d0263
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1261d38a6142b8952d7f5588ec10d830ded43da383956f6e5a6b527c7d85d734
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37de2630020668d8364e41c55693ec23da95405a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d4a3ad3761bdee0b996196db7c1b96a149a39540e48bd376338c6d4f521ea7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532863e17007735e9e4c29e42a648b744a75f5ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bff9e907c03779353b03529a58f8aa3d73bfc4e6e7d2a70fd8e2f7a1c41a41d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53cba929b66e438734cf80140df3234008627bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a426cb5abe88a72c1e52c27a406d2aa1b3eb69f7f22b20efd5f81a11efd816a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dae2742a0380bfa83171532fd21cfc8bb011425
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f5eecc7c11e09a8d55d34c48ff3831d072193c6c71cb91d2faa9acc37de883
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b192868ef24e6e17cbf3d467eda14787c76ef1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56df802ecea2f65ed40d170c798ab61d1346c6e729d002c5fc26b6a07a4d6d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4179fbbc3feebde6783ff1f313ff676623b697
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f2fabebb2f04c3d80e7fa7123f55ddf0bb2254dd2894138ae9e2dcaef9d531
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77512738a8c1b27107cb50714cb867e37d4b8788
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a965dfeab04bb35f16819faae0c31c0deaeb8b36f8141cbe4bbcba6e9de8fae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590d8e29f11be0dc58724a3ef46cbbb131328b9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7e051e4d4edabe40f6e80e6a69a2bc6d90d5812ef6116c8c4f9dff1815786a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820ca7d4dbe2cf229e67523d229738a5eba2cb84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9e6c974fe92d9b2ca4268e118784ac74ae3c05339f9ad6198135ec5b19cc92
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31920a378ba5978cae3dd39806dc6832a351d47a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf31b58b38da254826b053114f9bfe7b31b0fd2a789fd978e370944188d5c6be
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f42aa4a5fab3972b1d2d2b5899f490527427c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275519393651d8fdadf0376653fc15c189d1190f76d2812b5a8f3b3b84ce4010
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeee8217ce9d4d33f254a8356caef9bc894cbff9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10be3d65ab37e65d7db8e769215f8a5d1724eab2a0a088c1a823fead4b146979
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971bdf13f3edee69ffe76ce702aa0d73b2e79add
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4566b6edd01e956931ea2fd27a6335217c1b5fd739563bac54b7096554a3869f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035d9ce39d52dacacb7d9bea9fa935a4ab074651
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a422e18e6b3e0da074f7104c2bcf9d46b6d747b0047aec3a3d991c6ba0b6d27
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf6e053f0dbf7647239470b16f186edd36fe262
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2462043ccf088cc92ef5f899ac30844901cd1eb26a02f887858c0118673ccb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be67ce024a510c9ef800df83ba0ea9bb079026ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4175bcf64411e03a94daf842d441b41eb23ed74d791d52936d029bb2871b57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f78a2b430cb5b3ac4bdb006cb624157644d53e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c8a42d4eaeefbad17bb385ba45e16ce42f432fb9f01e97b1287596047f5fce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82f6a72eeac5aab4aaa3709109161e1fe6bc9b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c96e27093de8cbc14692144f1b6859f10b005c529269e45ea5d969516d6a27
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c18f0cfaaf30cf320199287eb74d8ecbd225f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d3f3b67d5ee88a80dcbe70ed5fa0845e542429f85ed89916e27d6acbcca67c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d8f8ea7476a826e3c695e646ca9676afc34ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c609dd80ceeea950ece20e5b9b99fdaba8fd0d12091c050d54e76ef56cb9ca5c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bd7b42bd6f92c42fc29874e08ebef1c810f29f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e797d93ea8203bc3add65d40b8d5bef634f7d3f911d4aa8e9591ff3c806349
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af878cb7ddbb1d5b740b0f1f4a4d4f0d53b7ca9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edcb1d82a555b59d52e7ece0a4ba005484409f1bd1a7bc2e579b792a5089ff8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c556e06af4d080fffa84e36d2a78f0aa5605806b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aac0474476e52df45bb81eaada49b364675b20ecfc1aa9af273e05a508ba73e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10579ed87d6f8662cbc74cdc3f91806fac35433
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd1aab49bdc29477cd5706e20b230f75351aa9aed2bc8ff18e8e56ab1bda103
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d5082e8c246c571e12f42bf52457229ab5513f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5718c031d60b248883aa4fa94d3a364d6364472e0702de6cf3586ff7135eb2c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdfbad0326fc0f53d3f96310e61c2ac5efe7854
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4689f38da5c92b81a66b344f0462b488b6e76a85e561dae5eb0e6d6954f0644
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3534b6476ee25539dd1e7e2b13fd50d5292906e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8205b85f62938b8fefc7ceae083eb8690ee8ce2108acc4645badb80161baa533
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a640780cd5152d4605aa9d1e6336a7f9e57ca625
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b1fbf53a9134310861be4e84156b99d6bbbb04eb4a2e39231907eaa0da6c4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51f95297def7e6b55e75ebc728710b720f08651
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e973d9a40633a5366c8f8db04989d701dea75c7efb91e8fb9f4a0151dd828e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239072a0fb0a825487e75e3d81c750369514ec00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee048c8cc869d076a7f3b24b5910a3a95fc36eefe9db275c0634d48f4108b70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3f4124e03365ba0719b6180454d9c9769717f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b843730bf915e88e58c1f3c31fa16c0aefe8ad0156c7ea8ad12266d5b3ffda0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cf82e2fc81ecf5182ac3ef87d1ed62e8e67af2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95985f00eb6ed28bd52f52bad94cd091eafa359ca58830593acd333c1ef671f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5264a9975e9f424ed69aad7b0c4f35f6337d0166
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361af82cd284cdc946cb4efa6529aa75c66868747dffc969e84dd1a5f4454acc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4623a12978ed2b474c218786a4615425861c8f0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee65d14f21ec3d05a1caeef4e64b189c5ea102e071943a01a0beff84f7c8f7b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85aefd4c447594abfd5913db8a4a9d4fb6a6d5b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ba7d17159e81fda3d73bf311f53fc856e274742f62bdd03c07ce289fc79779
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4282e417140c9e29d3439923136b0e6fa7d13861
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dc481a0f615d92fbb6cd5f74284e1bbe85fa1ca648817aabe7277b750787d2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6509a9fb6b9ee9b575e576d95bfd17a969e2386f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9d6a4b14a0e603b6afbfc901fe3984f176450db288136ac2a3b74a7ef02de6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11f14d40ec71e7635535374dbb3c39500a1a185
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc6a91a09ac95d5a188ec5e2dfdda5e9aeb24a5b2a7be229c48208867402283
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9298130f643753a1a8d411c3d325e2efe865ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881e09cc3fba0873f24da2376f15eaf829bdf48949769a8f68147aa7cdf4c18e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8870b0c14323474c8662dda115eda8991464b5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc63f3acf5d48deef9420905b9836411b5d2ffd94731ab3d3d5aa2b99622deeb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba3248c2f7f70adf1de2d93b8341cf422f22c9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03234fdfcc16d86c22f16539c00d625c5b277a6e942821e5fa48d283d03d7ef7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543c5ba9995c11ad57b0cfe0185795311f753766
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da383a7985a343b5b7c8677fc756386a2f82cd0f02e4e3ad6bf35d150d1e6059
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4a4f655ddd351ff7cd8a706be74a86a8c852e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc24925b30ebc6ca000167f979ce3111c0950b97ab838779ccf8499c619fe512
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82429c65695e141b95c2503e9433ed0da7a44751
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12cca7a09532b6558021c9d3149e9fc69b7221e6133648b46791ae839da4ad2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35053a2985c80b71015f798f25036673b5655ab1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f119557f94e3bef7942eee508eb6fea8ce0b7d891bf3f99f0186bad24ebdb4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f625e1bf4d2b3e2ec7924e1e0fd43f598c88e6aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd36c3814e7a3def04a308c03597a5f1eb4cfe1b4dd7f2bd2f7021a1fee9a130
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad7113b7494900004c6f9ffc6a068eeb096a058
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57e73cb9301919a6c86b220621aa62732b3821edd7d7f6598459e00dce64068
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1eb6c151d8505cd957fdab16a3b06615d9cb110
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5d7fee74efb09ecf7b67b2d64fee69dd4ff0366fbd639c9a60940bbf9cd220
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c7498f175f893950a9f87c3c88d124bf80c09f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39543fac5ea1310350bc665b0035340895475bc5599c460d0ac08141d060340b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c68d2ae63e527398f8a9f986f9c27ad2cf5f63f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339a8ad735629ae925ac31fcaf9b55dcf1837904b73c31230ca85e3b8167d103
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4cf8acda7776f41015b6c97e35c725096b8fcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ac127baa1e108396c5941ebbe2000d3163fb7ec7dd11f0525edbe0a579299a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cb0306d1dde130e1c659604f76c4ce501331dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24da28b07997fa09bc5fbdc4b1e5e9d82d39119a29625fde50f618cfbda4b76
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3570d9dd8cbeb30b82a06af68c770d9f745d6327
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb585e3111fbc527e5283a523b2163ef173a695e5243e281abc9b92d3c713073
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480aae3709983c2f73b12cff887e55b0c57b5d69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b5211733b379fda35505cf210ef7ffbae1ffafc0fcd329b224250b377db22f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c63aaa5bdeed03f5e9db030ec2aea58a2c145e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94c2ba8cddb96431ba8507734a0603b622d4c84d6d6ab28f43bb06dc919ea46
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e669334d13e6e2f82fb5d0bfb602bf2442b61687
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eef592a3e6475af8d7579db948c6c0b5b6aeb1bd8595b659bccb738ee16306
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dfacb6444b0fd7fb0f934fc573218372732b46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639497eea230ffd4720e06ca5f5646bc98e51880136a962595994c576d00993c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ef40e047fc5ed379cedee60be5c54bedbd731b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3e1c704953b6d67fe1b5ffcf7f7494bb9069c0867bd126d61a8f440be754e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a8e57acbdccc0dc3faa227654dcaad4ba51d61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc571ce27195d832a766755652c8fb75a994acd248a528ab6ea68646dd32c14
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f93b339379c4d880e3a3dd97b03b9e51a2cb0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdef638dfbb78e375935198befc1815d230b4a65b47b1a4f3d0e83ab4b2cd234
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a9690411a2c744ce412b83746e5f2f3ba607f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cb211cd56b3b4220901c6539db0fe30738a303a23300a467cab769369b0a25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1eb7f12719965cec268874f255e96a9ddbdf0b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1430fdaaecc8d026a6a010823928dadfc22a0ef39d957c9ffa95372202bc0166
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0615a8c334a9d6633bc9b94fbffcbe1d02f42df3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eda12bb6930ef499a0588663d312138f7f0d8f24bb8ee8a5de2590f8225f53e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dbbe781db0e54373e06f4704e5425ed356ae42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0b32a863dd9c09f3b098b0587bb493b12d199527ce7a6269aad27c5ed984a8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79000155f2cc25e92884579d581867ade177c890
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ed6ec449a9e72f451c32dad9ae35634b9ec50cb236ecaed3c728418af082ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb8f9860a0b649b5d9c2e68cdf5063bae9c4da2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b93a9e18cbaf4986c8bce54ac2bba442dfa7ad49fb8778c936dcef377f4339d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c53f23ed2c90918ad54deb60080e851b743bbf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3422926a79a52ed123db31d5f2932a77a5990cef3383b2ce0bb1a0e088a39ecb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bb77e18f17598e87b7893f83f7a0a188cd0c60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb2d83b3428e08f6bce0abd3760c7135316537d6eb55c1b95d04f9f8d945aa8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c02f9b1588af523715e0142a952d0d7ffbcc2f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53c6dbd954a7716bf1ad547d3082d711fc879298e303ed7bdffe67affbb90be
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3326806612ce55f0d6174edf7be275db3339e51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761a3d636fc942cba9aa3bc7f812a6f14d7e25593d6fc3e4fb1302ba37d43554
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eabd32af7f57b1a84948dd51bb0c8f8f7913b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6fdedfdd2f92aadeb5d7e2b36dc4ad923226aba4c8c4ef2604ab99f58bf919
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8903fa857382c08443820d93d672d87781c9955b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4df96f1456c9eae95274a88b5d857c94b1ebb78ee9e0467017e865c28c47326
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fcaf62ef99908398ef94467242e5d072a2ff1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415ede208d02a2cba03e6d1ae8112da2463aa4b646c33aa14b7832949d6786a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507ca7876153b32c891986a68f49548d25bf1efe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda1e905668eac233264fcd8cc7a902ff0a8504ece643da4cdfbea5b94b54dfa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1dfb9f4204fa17f45498cd8d8693bf3a1bbb37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900bd8052a76291e13e06a7d2c783136a1c541ea2373278898d896dacbefebf5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15820e2e6f06c35c08167d94b5e2a249666ef263
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4899a27af99c81a1aafa724780268a7990fcf521397115500f2e4fecd9833c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8b6c93d6c5d8412dc0ac76d5fd59e96cc3b818
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7882da180a8a823135d9e314a9a92083d0602dddea6110b31576a4de3287073d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7849840664db4429835966f9f17ace5c6e4ed922
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ae827fd00f0370eed2dc112d5a6fe3c8ae8b3f42511bfcfde2a8c63532a788
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca94f7dda47a7ec5307d27b888933ac360cfdb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879c5ccca7542f7bbfded50b8663fcd6b2afae0dfe77078a508c46799c5cef85
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b60ac0e06adbcbd4a61fe23fceaad8f3d58c6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3733cab3e6218bb132b9a9315cc7c0a1af95b89eeee978eb1fa562dd9ab7241c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09de58895a79b55a00a7d6651f4c0da9b759bf8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038ff805fa3fd2e8d4275a3c6597f258f394fd2139cc1f41ee919cc868adf28c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7086f9a8b407d93171f6aaf1185aa4afb1009bbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5b89c677b84be1dd5cae6ccc15ed57b5769bf56db2ff870f4386f449ae2a30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b241ad7e0c0a757ef254721219a055b1aed379d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d810cd1b0bd1c752d032a1f0db12aa0c20bdeacf82bd83da20e51e13929ebbb0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33d355bc34bbcd24cd819948d92fd00c6f4958e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d01a40cafa553b5554ed95108e9ffaa76ecb19efb88690c4b228a755317ad5c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d964632a51463548acfd5ad7c8e355d0de18b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0a090794c1fa1ea7e035ea72b1b08449931f1dc5c56855926f49e19ee450dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dfcd1c92c46004be3544cf1ab2ae27e9993873
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f33d06d1b47455708e13441f661c02e83810193987b401bd65076400a210d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d921d57444d8eef4bb073280f69f4e04f9135831
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbba919960158a18a8aeaf8bb0d7d66c5b945c7170b761be38e00d5c0e604b44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85d537b499ed7001ff484b2df3fa78b4202619a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccb01f34f5e03991d54f588b892977514f665f3c02ff8bf8c12fe41408917c2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa5fa62ad35eda628e724a5bb3f14a28d0cfcc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c026dd49e19cb49cae787f79a98da85995fff728e4c7d678d69bb7c84585fca9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60067af0c70ad53a69f78594da19b4ae4a95f3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff38f0e13981a8563e90653add1b87cb92bc515f64bfba1c89a6a5804c94f128
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34b4928803179c50bc274de436382667dc055d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729a64ff6fb63841e61a4891fac1a4f069a1658b072cba50daaf56d3af2d27fc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a822f16518aaa269faae39ebf9b65db0ca4420ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9017a827e346dbd7a07bf178da4afcda1b2f6ad7f27bf8dbd6c12ce13758a81b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d6847f8082e7f5cdfede117a0b0b0797f00ee6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd6f47d14a65ecf0a2e92897eaa435ccfec32679926f64085493d7c9c4bed50
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15db9f57415d82546665cc0e33df5e6c3250ca40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3d680541a7633e254992183cb549e8093a66f2f241914453d78bb89b16c5a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b2da88b1148e18146e7a7e80fc1dad512d2898
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943a4c1bb388bb26439c7c4ebcf51ede9b6a7a225c958fa418045ceef4cc08df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66608fcf219a3d9582dc9b5232ec82ed960f1e77
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93eb1f1d0d44c1dae648f79dfba0c1ce2fa2e21ddf03c1a05e30bdccf8c7a8a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8e3653ae04f36885e7862bbf350d1325594aaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d654f730d8f2719bc9fa1eccc8ad6a8b45713db854f99e2b01c8f9fa6e72f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dddeb62c21ef3aaa6c97375e829ee798aa2b2cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f7d1cda4a1cba68a867cd27030101ac2ecc62139aa23240bbf12c825ef6a77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5c7de73cf49987714e9a8b1fb4899b058b0023
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5071198884240ff51dcbd185a974fd88e01e20ad60ae4b48229659783a8069
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7873a8957b75230f57da3d122e79c4c1fbf27d00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f516c530f3c83c46353d14ac08023ea19f6cedfe4cb46b0bd7299d526fc86d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300052b3065c2da3ed05c2ed27984d938288d90c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f873e9e5f17d1e85d20602972b6339d50f442ddd35fd58c0dc16031f3c620eb9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82b04225901a66cb7ab1298207f289046b49606
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd929b34fdc211b4152359dd8c9720c0c2c8151f4e8d349143c5e1ad62ed893c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1a4815df28200d2584c7372576bd16772f8970
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40355e7316c5b47354f4937c4ace9c9a83e98297a14482afadbeb00a001fc106
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbff6debdf0010dd7fdeeb03f040cfa4a4645fd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534d02e3021f112cb2917dcdc0c2d170fdd11497581b35d3729eec7fafafd1aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0514b7f727f6756d846b74886aa0b3ea38693b78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0996dc2ba59bbbf7fc71085fabab211f960af0611ccb0dcfb12743e6572bed99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f9a24cc8adde069ffe20969a8ccfcbba56ba81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376a11f62f093fbd8c2cc7c76535b9eab8d209bf6b05e2f39249e8fd8cb629fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70db2331584fff49792138fcdc0579b3c990f25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886d34ed5f092c287cb6c8c7ef2b60f6851c331232256347ec094e8d90f06609
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b13512d6e479009b29003406380d963bfb3f23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858e1d169ad65453fcef54e3c43f4b143060546dc602126a555e269d79769868
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb464f2f9a96cf40d8bded410c40bb5d0803b6b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9837651f53172fbb0cedc7bb5bf679c23913859f9088400830e32cb61ffa14c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdad0db0494e70f20b4389cf1c75ed408821fee4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e87735f7110bb6109c78fe7f258e4dbf1541dc8bb2b9de378140ea64139790
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bea950f7970c56b92916b4e9848f8d3bdc3f9db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed58002f39c77b88e194e4ed6e5333c842250d361d102c6b658ea6c802d86ce1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d09764180494433868547469daf4e7e5d28d758
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c121343b3cbd78d7121e4d4c4498602a74092180b724135cf87e08e3219e247e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffe6ea4ac726d19f980c25dfdff6f95b8923952
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f2c988f663de7b9141ef8d1a657b326de85edb66c2b637e60bc90357e83fa7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f7546cd462568e37ea44e39b8f4e31d6f237d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0940d726be0d8ae3c2356037309b869784d70fbf46cb46549f5df042bf7dced
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d984969af5239b777a9bd8b9481a22d28b64b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd675d27ead0396aae1ac8a6da3ca22223ad9dfb3d0a25d30419343433cdb30c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372a6db16da71dcd7a1cec6cade01177853fbd54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0412558f11b63d18da171f817b0131600b96b55787b3cdbba2a5f250a15eef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251e67b3378469b73f334eabc81b95990881f314
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e496f1558203a55fef3e71503c40e95c23f6e31793b40bb2a7a5c7fd30188a24
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d828416e7c32fc90cf9954af83ee21ee279db1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f016a1fe09fd8bf714c984ccf5f658c7dab077d8273779805622d160f274ea33
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea84595f92e7f2b40172adfdc420950d4d59a2c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87823f777bc7fc04a0e9eaa9741bb56e44cedd1df58e80d9db4eb050ab4cdc4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815ed8ed58149f93b2e52eee00bc759ca88533ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0491b7548c57e4e2fafa2621f284d572bdfa6567192f2a448297b6a9b5de02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e4ee08d7878c6d4baf26ccc5690b4c5129d4f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf792dac27aaa06816338b5411e2f65e7109b19940732324af1970260e9aa542
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ede4088f79c94b79bf82051d4caebc19b5d2df7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aec642107525af5fd7d9964e648a599b07c795835f7fd23ddaf76332746804
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e173f737cc14ca5df1d757d6c3baee26de5b19d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc4e9b408eacea122763efbcbf4b122fa22ce8d7c49b4725ba79846d9f8f485
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7f101ce6ef8afcb11f4d7383ecd7be44c31d99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7f55ebcb6059589b57343b99c4eb06c82b246e6d2ef7afdf1addb861f705f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499e136e66b6a8abc5e2db416db00d0e4f06db34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a82b45d56a43bef330395be0707925aa399e0eebc9d890fd6b9efc84838b076
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0035a1a68d4379ad1665a835249384069da398b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e2c1f3f867c95e8bea2ef9df21f363444960bb9836a69224eaee90f7654d94
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dc619568a514fa8804aa1d1e001d00e173b607
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804ecc9a9fd01dafc0b2dbb8420cc456b9ced2c9ec593f4fd098ca610e6ebd2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3cfc4808bb174e8b5cfae965d5df0dd5bc7f47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408355efbe0012e7631ea8d2cbb18d951caf3513c78ab1697714fb9039945d80
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b824d4ccc750f603af0292d57c4628eb295d1bc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925bb456520d54c82d74189881933756017f32c2d50891df51f0ff945a13cb8c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c732dcc96b87fd4f177254e2131f81f9642c90e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8092778fe6a97e58200b30b3927c270c2ff37da5c2a09b3d9ae79ee70a367e26
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e1fc9983d5b78d6c8255b260e79541c355004b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150889599b1d27ec5af551da6da72b4a74637f85e14569caeeb8cc622b72791a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77495ff49635341db317293eb3512b8c1e002f52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2708c5ce2df70c6a8e889c63b9eff41896efbc1115a3bcc38e1ba22dffcad0a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74df0f6187f18a749ae82712a40cbc8fe2d52ff1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b88266733525d2e92fbb471934a17edcab4d3f58864b48f6d371dc538e7acc2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092583aea3abed21f1cfdcdd4bb0ad61707297b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62902f143adb5063ce3bde21fc4e1fec972741490a8c52898bc888407c8e2f16
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224b0c4fd4381fbf3cd3d6946fd067c7e024b812
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d29e620e1b53002cccd4710f992d376ac5e5d03eb9b474f4c545c82ed0a4c03
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415aaa9a928617b477bbe2ea1f986e203f69a589
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1244255332f6746870cc418a8d67835e3d4e906fd6ec28f33ec5aa458d6d9024
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be968a01ae07aecce6d8eb2675e88edf4cbdc95e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89aa1a9a29709f922c2d2b8977eb56160a7bb3cfb5a3461aa47667fb84dd041f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f487583719c94def94d501f508748b63ccccc9f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2f0a033656b0fe0f7e38da46ac5afc97274ae8e65cb96b11354a0ebe3954be
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5addb50c5ab3d7e6c67c7f673697b47b02646383
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e34e667f4084d8094356b5ff93fe0fb2528589023d9534f37b9a4d381778fe5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516a820971e52bae8e78e62ee605e41b7ee75e06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3202137ec4d02d0ec30419ae04135ef152a76f7f3cf849aa98bc6eb365346259
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a8938df94098b7b5a6c1f7a264293efee9fdcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2fc21a6a7a44b7e7de5b39f008b0cd9d1d4fd09618c57966870a488d9cec5a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1550baf62461881a6d21609807e47cdd8a8e475
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453f3a107f81b39e043d25dd33bd0b3d0b662603b67185798b09cd42b41fcce0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59906e5612a74296673abf6fc8f4da36badad82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd624a72f854b4bfd8dfbfaae0d5800639746613533f54deecd99cbe9768ca2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea55fd9fea22a4d0d068984be55b48d2001f3a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7db31a92c16e9025c99bb2107f7d8dbe1ff8c695d33a6c032c5bd3a80b4fee3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c9645d2b4c0f3ee60fbc1485d5a0cf1b157736
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673d568fee9c98a67ac17918205abd4f824a9ed2ced3d6a9c09aa402891ae320
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65169f00e3f867eb1cba0e868116edc02554ba09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d40d2bd43de8b21206a6b2ba4b41030266f11395804dc0aa9d3efedebb5c577
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10657d2e51e575ad95a8e28ee440e31cb84ea57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0926dc2e408701f191e13d2056d5fe8f71e3e064e08449eff7db4c1eca427205
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3759b0f161ca4cf1d7807e3bf23c6b05b3a16082
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257feb69ab0924874b55e98285d25320115d6a408f3555981936b770c01409c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b249ce76db9af4d245bd4e9c2bf79037e2a00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b33872ce20d91eb4679c96d753b6c471df0d8b7fda543535e0d034bc2c91117
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524b6870f31f311223f9b73284719b09dc1cb70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58536353ec48645062dbddd849e0aac4e700d8b35708f59a12d32d31fc6ae0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58ff70907c16f2bdeb877e2bf96d1affc919016
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b70d3bafef44cf78c8b472be2f64426468afe6aae419d86e4b672d5c791d73a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623f69236eabd531421cd24f98f22816f2753aa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aa333e8f046001c29f56df219991dae389e90276b1f8f0dcd020277c475641
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8b89cf93ed20613c3c0d983895340e6595f052
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff533d3a84bb4c8275212a963b0ba883451fe4086f74e11f5dd02dcbade2d252
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7823f233ed282008e78ea23526bcb4a941153db9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7481688137f3dfb2d128fcef2c05a0b0b052e219027e425177ac52178818d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc530753ca8a5733dde7076792748a6c7685edee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf57c560a7493345e1b9b1681053ab60329638794d444a5696ad51950374b3e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5417730fcaef5c87449f3897344cc743ec671440
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c69766764f333ca378b59a045a79c7ea928afd7d2bd04ab721546b7527b2b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def13ee1b4857fb1e899b291d6f357178117d91c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6616c31c1d580322d877d1e8ef06788b5eaa2bfb10c99e41cc7fdf6508ae3c31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c8f5f58c22a4c74712636ea09e790297976328
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3576c2d954742186463211dbc6f19017e1de654ff5f85617f12fd300ddb2d04a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742f72d15352b361958f2fe2d371d18ae107f27a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eded56eb27f40c5766d44b793aa41219ae57bef95f6a56434abcbfeb0d8f29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9f731a32fe09ea2e9c5d60ba61c29c2c3d31e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef5b37c890e8f944ba1af6f410e85830b0246848b90fd60ab5d4ff4bb487eb9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1f4aef6e1e9ca2f83a598147082e74d1eb29e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd50a957beadfc1aae41ac0ebe8ea3ee0e2586c06bb3e24b34d69388b6c7f4ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6979db3fb44b98b72067d0a388af84034de0d6d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6a821937dbc4b505a1cb7d65c344ee9855a98e4e2e6d41fd2e5f50c817368f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21b4be7affd2afd19a8600e7e12869c71247838
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece6fe36f9ab3a28c1b1049c8859b30b46fc7f1ee89bc6f6e0b4c577da6f3b7c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30755730ed8ded519414b73013dce9df6cf05dc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4599f6c91903d4625c672488e294d3b64daafa05cf1e941e77a257e78f14c56
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ef8100e2b511436eb5464ee9252b0ba2f18537
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0b10299664ed34d0a0286226e1562a6f84028be4679c5b84f22d95420a5337
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2539de18252debd2398dd75e1a88ab780b68477
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29326e2a191e652a5f9f31b4da1c19d8b4eba87aa6595a9b1aa7bda29b0f1db8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f147f2d7dbc0a3db22acbc6869d04fe4fab1c75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f04f21fb2b9112c68ed07dc40a42b9340d2ea5a7e6995bf8ccc3da510805e7a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e1af756d7d0ee44428b51633d8275b62ae6c6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1bf88f9d1c42e3639d8d40cb0f9088c9a52a79292974a112b2f2733cbe7fc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa14aab95d3bb4a825c7ccfe193054f65ca70ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92a2bcd33a3c378c01fd8fd867dd7bb7d5482a3e0b6535859727a26c85b0807
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470ffcc0fe009a4b86918d45786a2ac329dc6316
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489bdd6df576268d6555461e1446b7f15d3216f5b8db194ce591ff8422ecddff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd8db90bd8367bf978560afc38c53e75d1bfc68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8d5a4ef5fa86566a2f2275646ffbf9ba5174ca79f96c23a06e6b7de2f40c81
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa8ad55aa340f717d5d5563048776b75c86ea07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ed2e14b7c9efeb287ee0a1492c9bd7a3a4250dcebea48bcc4e557be5aec5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a442e65f6a972f5f91206c765db151a1ebcd82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8dceda26ee2dfb33637ac55d8524001b74dfb82fce2fe23d426e6ce662ec3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ac23a9e2da5f5132db5f69f0644c73e1ac6c12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5dd4bab3b1ab92453552c47f2d45d171d630e5fc4f9158d6c6c61a78c1c522
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088fb32d9d581256449de34779b7b74616e700d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3a253fd511f06e3d5b3c8f32ad87e99eafb0793c2e72b32455d4c7d56d1b77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8c59bac64b78f2d21172c078829b69eb7d02ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f8fe149a7ba3dcdb37edbd81b3a6f86fe525bdcc57952c18d7dbddfa46a248
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8f9b9a1983659c49fa96f3cb208b8301362bb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e7683378d7aaf034438ea7315785315a652862016db689e21330ffe3c65ed2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a067e42481766c55d0d1c6b50905d4ce4e580b81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf253e5fb6fe7c64133107db33b9f66e38befcf000831568adcdb6fb79957b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c205c708fed8264a197318808fc7196832216
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5428852e916a71613b446ee4f48e51e938eda541409529c2d8ffb7b838fb7a05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb346da8f12949ea0f5591bc3e79a40234cb372
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e09b7ef72065119876ba1e5e9ec4df43d64b703ee9b7415302637f8a03bf689
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fc4846787291d776278d479b2b186c5d08ee66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e673a4c82179c46bdc207f5f878e2ebc868e4849565a968982c764d07600cd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03041b92b16a25f1a2bd743ad93d7f9dbac77a0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34022cc9e813a580203ad83888d7142c7107129f0076b5ae27d4d619c92634e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dff9ef9473ceb8ce70601d599f5bab664199cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89187dbed4e55d6753b91ed0f87ec20b34010a62a5912638c77028dcec93094d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbfccbb45dde537efa2471afebe8958c5f7430
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c5db9df26447c380c27536154caa213ad0a6d365f1f670bde142467923b9b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285e197c31e1680d5c8204fb1df79c31fc1ce2e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710e2e8d04baf1935e80a16cc9c0efc156e9b59455892a766fc1c0ac0940c1f5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115d51a5851cd4c0e8feb7a93fc344c1b6cc192d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94df420b00023f7c2e818d8b20e50b1a3516aee42d560e2794b9bab9c3d84f0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ed31a27f827c80b058b50130cda0d5111f5ac4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0303db63ffb3ea6ba62937ca4fbbcd30935317555b0c6d477053cced2721ec1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e43b849cc9556d9a29d1ec088744554fe8712c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa922eeadd23a3e17bf9722741d023740eca1c2813395daeef224633fea9b5f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef17ba2fb9e7f0c3d8b17a1805f483f28af8624
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5d58236674ba934c173e90b44b1c17432abe5369a38ed97fa2e6ae5054bc5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94044de4c20e5d5cf4f94ee9f03c798c1e0e694
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12149cdd1b751faac68bb368e363dc5b90a1cfbe6d37dd0db6409b02bc166e08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c47bcfa0040397b064a6a592322602c8c666fb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae4c09a036e0b27dbd79ebcba08a0e0da67c6b9d2b18eab6b9c4bf65f7be4c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5865b7655a32e018edb32f15eb84a6864fcc5e5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666d9531743bd2967cf014732710e4e95f61ac6a9864db0d54349ef9f133b755
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374d40fdf6e8fac9966c465799c27d359e2441e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5336a86c4a569d2ca5b2ce88ffe05014962059837d2f43c8cf97058cd3d1576
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6754378c19193c58018b2a52757abbb1e5224be6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308bfb965e47002250888f9abdee0ba344377c0d3bafeb02cff0049fe51dd431
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2c915978484a225b685bb0050554cb382bc3f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157367b4623a4133ede0c320dadb741b7efca19088b816a80b47bb6cf6ded1fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf1d3be493efc40104dc35d4be0d9b187999837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56153708a4dea092735acabc69f5ddbb642c5a8e1e9cecde00cb67db0c5113d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb36d151902eef55fdc7c6588a844b1f9aa7de98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dff9db142963af0993742f41abd1bc05ed638a04e3688dd2bc001c4ab28e17
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb13f9981ec0193f3610cf9928ed0ed0304b469b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561e0c5b56616a605fa0b5592764db048b15d856f87624cfe5e33ad3ff0b1062
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2432c7d173023bc31b81a4e0484cd2ce989fc1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bc283f629097f01703f6a046ba62d3f554c04b554b65e4be8076705ffe7aa2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88fb01f63309a171dcfa5059c900c1d1a084283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e7f70ef7e8216bfcdfa74a305502eff5f9eaa6ebd386544f4ba9b27013244
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1e45e4f6352f76023bc5d1b8f9d335d19434d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c3e30ffcef95232c875e30513f4695c005bcce1babea0f739c378a900cfd06
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7735cad1bd1c5566b4ee906cfd9695ef9a282aab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0228f3886c4e7481fcebc46c8981b95b5345b2a07ff3438b8ce9952dd7f82cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a761b35bd2651771584724cf693ee4c64810e3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d4e612c6acf1588d3a3c15cfa9ec1c4ca10dd6895687f1d8785e353253d0bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38f3aefee5dae944e8181658131bfc2d0719325
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac3237ece4b4a0a7031fcaea91d1ecbbdd5aa2d73cce39d90f52c49a1b412c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4bcf1ec4e91940fa2a74f50780d11c0408df09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a5d94d450ba4cf61acdea2c25b1f2b5a85f4445966d864aa9966f444ed0ac4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a79da44c8b5b84ce1706975ce56251be5a5c16f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfe8798fd4f92bdc919e43946fc0a9247e2b87de30540f3ae545996aa8cad88
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f785d5f1eedf4631ec6800494b93382c54ebced
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ea098769df4043bf75fa31499f32a488aa9d3dc70f61ae57b4ae83c0f97e0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1b08963af7a779b0e9983481a002f4ba462377
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a8ebf80dc149a8f01925c48827082fecee0ea8e9a3e5ba36d0879cdebf54fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e1ffec6a3d90f3c7aade16aa81cb6bd880456b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9402e17534ec7d34a13113942ee9e8eaee99c358491578238f9634bb8b8b6ba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196697e1e846f994d160cf3546e0433d935178b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dea657af49de1656fc666c8826c80bb506ef9bdf6c947acc33bd447e23e879
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74888c570abe4869ca155ef9171ac06b771efa0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef462ac772595d2a427a636fe979d35f119f8722e176d4f94d7c8de829a475
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b538fdca5daa5a2ce13fafbdea785153fb56fd67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf3689dc0be96a620e6bbf155a42bdc31621bc79113cb9d99a7bd176bc03722
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b097252bffea9196ee7c72995957e4308a098f16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc55b8d9a8c12612c625cfc612a6a8a9bb473c451dbc63cbfeb4cc2b5d80b7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685c6fecc9dedb810092b7f80ed5eb695ff85635
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc25fcb20e021bb0e4d34060692f43431d9d8cdf15d2a05b7fbe7ed9ceed236
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357e8f02abf90aad428518f413c91a4e6b736cd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c788112fc793a60d902cc2ef18bdfff5d5e6bcf7cbb66fbe6683f69e6d51a153
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d849e71d7d7ccd9e0368311b302deec546012be0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f631ddffbf188e514deab287b42eee19a21cadd5949e89c3ddc8660170f5a558
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1822eca9e829e4b42877d485f2631ff200b841e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cd293940583870205762b421862ddf91c68f9bd0b99943181b0cdac618572f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26055039ab7bd029061eb40f5612864999c2daba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fced3390bf573c282548d09281f2feb0ee4065b9c051c20a63beb992ffb50c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a56834383d23b81203c05e20efcdbb732c449d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce8c137517ca27196d482bd32341aadf4668e336bc776eec948793b06aec054
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcafd41d0e74eefd2e9f7ec84e2a671460e6142d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e072755fe0208ec16d0b86468f0194b3ac2d2a0a55c14d42cce1a61dccfa1f2b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f5647bf63c58d8c398d84d5232307b265a6d7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31551f937870fdccb1949537acb0e2913073a49e2fb72a193fa18476b13922cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27325620fa865380eea50db93a90c0146eb94d08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b646f17407aa3813c1d4ba5f3cd47006227317fd371ebcc093b9a991e25d5d6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c85e43b31a827edfc53158b590849476231d799
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11393a8e352cad353b688451f10dd2f9c329d302b70211b0580897d437c92551
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8716f27c4282663569b22fefffd204fb52a43adf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa87c2b9c2b9e8fa77ec5c5abe201c2e1e5333b618e61c6090206661b2feaaf5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fa126445e4b6d9361b740f4c750c5c9ecc031b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3583a379731ce10fb72fc578b9dd460d1f21361328467379dae6f66f8476e2c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0a583556511af1f9904297739f2e62fcf55258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d2a9a73422e33a947644f50c02fa3c071c97b7b7bc68bb0b4806bb0f7fb82c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faa537193c5b663e2ddd81699ad67c1923b1d8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3199bc1128bc107d467e6f104f5d184147938c204deacf59197c0b19893c2e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf194169fb388fba7132684dc5124a3a4f4259e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee0295682d4ff969947d53d63b70a3e28bf3d9ec812569f0c2589dc55436d72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ba32f9a577e6fe9aed79cca1239b3e22116959
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d0c8ac86ac04ec875f5cce06a8d14f2db32ca99c94bb17dbb5e2bcec195aee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9185059338e53484b66561522ea9e66c9a5c292
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec3b92db8f8a5a13af33999c990a9b88e3b8c142df909bb9b2532f5366334eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c152c062e360ba4507928d53f6e70d0c189b3aae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f411c6437df51c191e1b7b084b34f519e734d3c11973061098e73cace27a9cd1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a75a4e39750803b079ad59ef429ce44bb4cf1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b24e7db6b80640f47225d671d5f86428a55cb3ca3c30d3834ab7161e936bb9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29885c3c56fc4b024a43228dfdce393e6af9673a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf17db8464548b439214698cb413441b4c78e4f0b09d9e003ab484e21d2e771
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459ffd475aab8819b36742434c5b17a0e3c819cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbca9ff298a179f16c55f744894a131fd9da196e294863d6767c6420d38393d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d972723d2badc3f067b03396dd80d55c17cc56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5923d93ee0a3d19e698f15ab0219121f8da0b1334c94ac20d456fff320ce60d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36282eeb67d59e951854071005d9e0c4055bd237
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c76d21e8df50f7725b75a0c7015fa30aec8be3ee32fffab2191cd2e8bd085d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedfc4a924ffecb95a8b63e939bfbbeb25b77171
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7a1006f87c66c30581724a377ca68d29b94ee846ae81bf40dd1f027cb3b9a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a6f886b86d2cfb09a018ef1b7521f8b6b65103
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208122d9788c2e2dc69afef38d128802dda50bcc39a229312fa0eb08f173906f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69189e4ab7447517ed394776f1a9ab9f63d6e1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400931bc7a5a3b11a20435169894a4b7b9c1f598c3fcce116a5c5299f41628d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b04bcad64e9a8a5ad7ddc8f66001a9be720be0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5478968b107ae7bac3d7f506c1059a4364f4a628a11996f011be9470948970c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96482b251acd546c2fbada280437d94891255b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86874a04d5e219f550c0f6756d640f137b9347261a9c57a4111c7b4d0e5db8da
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736965b31c9464ff4fb0c74c1ce87feb31aab34a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b04ef2263f29b2b2fee018c4436d738855515121f9aca24ad6456990295a5da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a519b9ce648502b3489455f5d464a63e0b26c577
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08ab1413eb1808e3587dbd0b79a28aa3a1d57471ef1599d36da9218b56c1ea7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6669f1b0a84d3e7c48c478c58ea0b46af4529c69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21826607b918757c19ec3b76ce2f170784e719d0557be84a90ba32cf9bb0b8ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72d09eb7b46561094998ca21b3e195a445c04e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51855f3ddd20d225d33bddff938959de710db494486fe29107e9a914a6b2ac10
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e162c6ed6b7c55367009279be483c7316a758f55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcb0e6d83453c23873cbc4dab08ae77731786ec42bf27850585541fb0ff0249
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c8c02b5a1b27f78c8dfd6e6db792550115e232
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed3b6a56dba5f8938c1cc1e48ec96b566d8495ec4267cb86b6afbb1069c1414
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd45d9af93fda15ba498ee40ca79fd0e93be044
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f73159a234468d6beb40ab5eb58a80a85ffd24c0c2e288931bdeb7ae923260f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f4e2a25cd82b1ae079bc9764221a392acd9254
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9a2fda6e7bc2124bd5c391d83b718b8464b2ecda569733e7fc3da12560cae5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82d59f28f0124522fcf4cf9d906726caf49fe65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbaa97b520f4d719113ab33b116b29820a85e1eb1ab7e248876f945715bf5d9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e23348871bf54e14e3f71deb235b8658178234
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56e07bc2dba448e7a1d81a4c5ec22e9a076b9b460bf9e739456b43705771a11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b15adce84b01b78148c91361b321b4086aee8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bd8c8c413f99053806671075bb2ed2e934f5bab8dc5fd0987740e4800dd0e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4bff3fc6a2b74b4ae0acbd3ca9e7ba86774584
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fbeeeed41fd51c2dc7ae3ea1346314c41109094fbe864cd058c88388b5cd99
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a93d6850fe55755c5be5a3fd1b9454749144e6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324e05d7499bfe7dffe53d31eaf1c4825817de927586ced3cad1544df64b169a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2851fbdf0a4c351a4bd45002bed6277257f56d3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bf26c7435bb11703379a0498af55787ba41a518939e516e40c1fe6baa1ff1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160b047cbd86a573771f66e7cbc879f54d41291
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e975a8fa0c5a8ce22fc3bc17a38c2b22dbdf9436f26604b077bda34a18369b6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ed27b209c78beef4e13ad4af490e8170ba9662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73eb0443253a53ca2ae64a994bba5f10e81f97ff57178eaf80b98e0abb37f63d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9639fd88eaf0eec1404c26edc01a16096419d611
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badbfa505d5723594a0e69d7e72e82fb566283a8a76d154f7e00067a1580c460
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bb3e3d6c3f548bc74c6403f43d7c8ecdd6f296
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70aee48a328497cc323bf8bf5ef4a11dbbe0fe3f29bad73b1d9cc8236cbd678
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b49f724a87ef440328b96fd6eb146eefbcd545
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b72f23e68f89736f51c9599c8ab6f70bcbc369900e8931433981a562c3c5c57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c40ccdfb17d37d1a203319535486dc9c79eed73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bacf4cd1d227d686830d8d78edbd2056f6acdd136772139d3240e8a2034b278
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8904fc615b348d97f87a669ea038a8acf2a00d47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c80014a1d9dd22677024b8e253e730ae8185185dc814a02a7ee68b907fb8de
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ff633f6a57b9f23577a953d52ec7c26d604b9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b3a7964addfe94eb21bacf463e3491d42a2456fba8490ef74ab043a54bd28e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c74580a6ea95e2e91009ccfb8bab849ddd9e70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdf57f375b84a9782f89fcac5fd8ab22ae770fea9e7a8313cae421dcb8f25b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d077256701fa3ea56e74495aaefc4b060ede290
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bc4db75d9afa0b9838b01884d4eabaaed2eb7f3f64259eb1948a8e2ce088a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646d668f457125f9a3ee34eb2a7256c3313fcbfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d2fb645a1cd372c53415da4ac91d9c7a5b2ecd600d8712d00a6de34034a14a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b500fa2bb191552cd0e46848c15584a513aa619
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1827f635370bbb44bb2619b9f33014d962054ed6b8ec0e7d6805384d5f679f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b37345e5e7f07a9e58f8c6e44570177169081b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe90f1efa9af3d30933d7d818b63786ecbcdd9794bf2f6433ec3e9cfe5e726
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fff997f13cfac06f22273b055e0a0c6b493f0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acde89f926d0b96270ee62fac9094aa6e77c65a92498e0a2495a2a5136f3a5ad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf1167fc8559ee0608f965cf6b82d6cb6df053d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6c1ebd2231f5b0ab4a34fc19b85fa97b30b5f96fdd850a82d1d236191ea5d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fab2cec37557fa06d5d7fc57ad28ec21e002af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6688785c1a8c69d0e3b28f7c09add61a3f9f211d3d3d5048f35539e8d797af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d230719caa7f3d9707b45467bea4c4a43a9959af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7ed432452306e36726444e0300ed3f7b133b5dd36b2aa2e09363984dea245
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8279ecf899ab58717b041e742aea4c8a15626eb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47456365e19b3ad7e740bb54e9537e8dd619d8dea7261068d567b6d61b66cb86
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35697ed75954f42905377eea2c2979dacccdaf40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dc2b0182e1b5aac03a2f950365f6db1f9e2b3db45e5addb32c4f13d0570ee0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3ee60b8daf817ca8f7e17e3791088381b2366e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d464d3bcf4cdfcffc7c3721847b01046bfef21f5bd45d7ffaf945d38671a54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d56d2b88031e991723f522ba6eeaa527ecec436
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50bf838d2dec099bba7690499343188e849ea810b745af6f5c56bfd076d2664
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e591703a5914f35b61a63f7826208db49559b6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17913fd151d2a19d8867bcaceb33178e48c567c70f13ef97977a8e3a8a969775
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0a05d4ac8a9a70b4a6cd3337ab9d5668c3056c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0781bdcd067920e583aae1cd7bfa2d86d67283cb0f9086dc46bdbcbe4a7dbc5a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a022c3ce8420f0f1f8a92ef9e9ac95c3cbffe69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d78ea452b96888ac2b310401d86493046454de80166b115a645567609c006f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe05b269786a4f4dc12ca03133e36045e39dfee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a067165816befb80076997c6146a66eaa819b595cb5647462421f81668ea08
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be636751b7316b0e9ccead43d623121450c26a56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0d60af9d2db4d8de8e3002b63cfd93a46538d9fcc51370cd418f66c4409d52
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbf98464c4857fd501dcd3dad6fb1777525d0a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f243ca621895d2ce0a597a724f2e9b98dc8ab2b7deea9859a2036f562364af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33eaaefa1a7492a4d2f897280616d8aaaa166a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32cc3e107a43ff89b558bf1a9a4f2b6587fd62ce402d5334a0f7bdf96bfc39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83aa9164a07dff26d7506b5303169cf5acc1d1cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88159806d9e9fa2da2ee6eee3f551bde7ae4605ddd3a9ca16fde9a0f62ee6c2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8845d2cb16e45623e1bbbc8eaca053f4c68e3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb094d7e270549e8544c217c6d767fba50892200408e0e02cda94fe6dc8048c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db4d7635ef8a5866ebb76ce4e059403aadd23a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bed0af265e7b33eac6805e52fd4e1acf6779cb3d98f2306438de7d41ede9b10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e5028c78eb7d171581abd94ee734881df2f665
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3019932616383858271df9e36728cfdde5ef9ed5d640dd66c6d0941c23bb7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8504afb5cb1929607aefdf8f10040517c62466
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e9398d8a3a12fa0976597e350c9984d8fea2e094576382ef87fc3aff4d615d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c584260fe60e374c72a38211b46acd8f7b574c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82f8ec08985ebcb756f1daef05cb703dd7d31885337ea97415dfdf269acc240
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20e0425c476aec4bf4fdd6b476cdfc036bc3005
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15d326d399d41e2001d389d70b1c9e0817c9a4eccc9bd171963aebf30653180
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b0dd9d668ea576f135e0d08cfd0807de971415
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772fe2241cb9b7f3db74c83ddbe1acfec3cc64ffa4ee5f6e2162f31499b16b64
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ed00546be28c25e08a35e762cc235ef78fe7c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaea03b6b81430ee9beaa094db7977fe0cecedb06d00510d1d78bdff46a833fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447dc2e63e8fd1a0e5167d79e8f952f778b19d58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed8aaa778b59910142063624499b63e753e1e8024d2e92d7e5eb1a9d6016474
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1399808c10ee3e2f19382b747f4bab68f073785c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe507d10d2c3ba1f55581aead6a033a616eeae17aab7198f0e1b36579e31eed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f9afdd7d4a58335bd5a4811a86bb55d4c035c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a7da606408182d546152d86a00c992ac8c6fb58ee43abd1d754b9e6687aac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ad51ca9b0f9f3e3401007ff44b510eefc80d35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1e7e5b60b67085fd138a6561a5a50e52c6e872c3a33c339d68fff004ab1e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca1e4d851b8f8ea351a789835d454fdee1915f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae77011a18f158f8d74ded8d1c7ca97a41beb02af8f650cfcc9f5c780f5bb11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13d1d7f96d499aec91421694f637402cf8d65dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a07c6c7ea3612801c6c044700645237aaeaa29a7f5d6e6e31ba2531a6178ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62271f1b85467780fcdd81b4955a5b3939c7e3c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde198956bebc153ab68be2f0831b51f97b12a46a35327d23710bb63b8486a4a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8aeac26efc9a5a69a8b21dbc96bd39d3d753212
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd856e2caab9b8faa392d92bf65da330c42fbd95032fa5391bf34f9582266d05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1130a925899479a3197b3cd7abdb2aece34de510
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c33f74eee47d4de8189549ebd936b95479c027650a8ea43381c4b63a8c67b3
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6337c8a44b81e58cf7491c07bedee853b754e845
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cbb35438c14b90084893f1fc8b13d041a244a917d4bdb312f91f91fe1ce74c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2de0ddf1104e922171c067bc1666b92e900e44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba1e323b496c2f459b9865352ce20b5d783de71373bd1cdc160de0f02e86f6f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859cc3b133a95b8996d20674ba1112731c61a093
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0beb0385fa55f4e1836a61febb56d46a4c487ead22e43d15d9aca005ba4e2d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19e47ed39b66240c6d679e159d1d9dbb310d2ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e331ca697dff14c94a0f9bd744a296698117fda142c0265073c0ad85599bdbf5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35b7722c0e5b2d380fe4e372e650ee09cab8f8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a722fe05f5cdad25aa3952d9a71ecb9dc5e9ba89e69e43da6e980a9b95e65889
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ad49b5594f3dfe14effdc205bd7445f0a2bb58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516126c115fd52b2c366a2362a8a26b4f4440dba7d6e59c94abfe566c13117ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db096a63fd486261a6270ce054995b9a50d0018
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c88139dfadc3c85ee09b4a0966aa41cf2f3bed7634e45398348149793ef2bfd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb5a0eb022dbbc6e4233d5ea714741e5612b007
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422c9ef4151aa1dbce51b879512356a3b53f4a47ebbd892fa9b28c924acf17ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87876340db59dab53bd3062beb458d789d7ccb84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a239b7f58cef4cd544ba09cbb900fff3bb110f2845e2ee5a18d256f8a43fcb2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9d7f2b4814e36bd91ac015896e26c25040bc38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7cfc49b3946dc28a34a45714f28cdc587e9bc31eb96ba53113d44ff29f4d79
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494b377819c3be1418ab7d9f96884611c4c8be81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6322339cff187245379d6fa2f73673f68aba2f21bd8579f2f917cce093423558
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038fbf54d9f1738edcaed4533a0e25ef8ab1971c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe918d62a1f40347c6b80baaa94d9cba74d1f5c0ba19bff811cf9f2599239fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671835d77809d928068068d57eb7227935f7dd09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09028880a386f64417a5bb143584ca7b1897710e835e48da2b4d4a49840a46bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489006ff2cf1f1af993269229d750a743dc6b7bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cc232fa34dbed7c8df5a21aa4b3e40e2d6b379d6ad732ad8ffe358930589dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b061c56e3131315be2cffc549b043d499a77f0f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a046f2a959117ed5a02045a10c3126c50ce3bfefe929681922892658cd2da7a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61641f9f3a67c6f34cb55fb248ebb508b8d5c2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a5eb15f8573b353e25baad3c8061cb43d1f72d5bbedd3c6c52957ccb7e4e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13617b3498d49cb92630d0c524e83f38004b4379
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24b4f51bf776b7645b0205c4a6e6603b34709e1b36e2188e252a9317dc2e841
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4e76100f9948d91f782b42b3df1c450b5a5449
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d715c0a2906f6f0d4e3a0104a96b57e16146f454e49bdbbd33375b959ff4560f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25f75e7398a09f9046854b6e8323c1a3e299e52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a0be514be4e0c31d351ea526fc95ec73a41ecfb5e1af51064407eceb06247f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136a20a3ac0b7ca9b205b38a4e167e4be877acb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba48d87f84060e336eca3d28d19c9f946744e5e066e199b8d9c374c5f3b96f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c12a7ec780ce9a16e7a32c54fb54aa9c46368cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe7343a90e6d96536844259a3a0c486d4db65c2758ed090a3ad5ba3dc41088
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712539ec5a86ce045914909e0844f54f1d6f2271
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a8631e776911691bd318f7ed080d52c90981caf40c6425751375b7d30170b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478599a868f363849ccf9d35a2086f5cd831b398
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bedbfc5543096db6d33c59d9399624aa6d0f429a1c26f744817105f01e3217
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee686c646d4c9a86ecef2f262507eb7ba2c57535
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3755befc81502431031221121fbd8a01c9eaf001cf4c6f6d1d4543df59fd6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b060bafc369c00b1170a22e0f09b23b52f90ae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae5601802d69c7a0ec7ba622659d7b546b58b95051bdd2aee54f501728b2dad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53df2428f84cf0848eb25a9ddf8506e74a5c2ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79785b7abf047abaf347047cf4bb20a3147901f5046b997522dc6aaa02f46659
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61bf5eaf82cc2ec32eeb2c2a7174d0b275e0724
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80937ea4f5302fdb827125a5cbd861ec2118bb2d7b015ea4dc1fbcf7f03e66e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c50e955641709cd3840952b0bc1a09f0b3f0e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd67e63cad0f72b4c49c903c0e31927d2c3ea4aaf3c529b69ed6d655c2e443b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3db271380673422909c39426c23a94246b9283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e2d5a5c2efacc3650e7d01a246fc81600b007fb35220f3cfea7d51e76458a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0c8e7cde24ad2185f2bca7539a089fabeb2062
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ca4fd168694d5d75f2925e2fda5737018d16ccb162627b35bbf2a73c7557a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65addce4ad06c8c249c92ece59a0a6b6238dcde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84f41c5f890602d889d1f6836041af073ea935a94deff7d60219e5b54bc61e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcf677639764f6eb3c4ab40f09c7458f4695c31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bb3469c646a67334a2ae956b89bce4608910c845dc411908d71e1470d795b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce253837ad791299d009c1b375e4103c7b22ca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b53d8fd229d1845cb69b11fa0bf268d3e7635af81050f946d773f30e99568
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ecb6457c8a5e3259e2e198c1972d9c42d80e55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d852e071da2b2beec0d339d1dc2da1121c123156f24f68e95f6fd86e022291e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2679bd0ddc2e253a77cb348076fbefd261894
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a527fd7fc7dd7172736d63200feb4142667e733c5306025abb4d483f53ee4fb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce91bdfbf511e00cb6651bcb7ae5e4014e80c0d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c92f122d512be9fa13392b430e68e6f9b582526d6b4f44aab7f33ff648743f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eddbcf172dd7522c68ee848868b2f062b6867b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13de3dc5cb74a0310eb6819057d3e128ce6406cdd89b9f2f78de3ca33001cf0c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45b646c83718d2a161ca56021b54000dd89f93e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d25de105354671fc86c4f84e849aaf9a492c82edaf5cb9ff72e128575f67cd5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693e8fd4076d35cbfc8d387d9a335e6725145ff4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c226daab25ffc126e8ab9df29cce9dc3ba58283c50088da7a495bd77262d1bf8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea60e9233ef2fa1aa938439b58e302e87958253c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff58212232eecfa2fc04963a506b0b7ecf7324f1910a8e4aaeb814ed3f9e79d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca93c890bb8e46b00658088d0a6bc8b44af8bd44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3004b7bfc0df9461c02d5825824c50f1086f380850f664dd439c0590db2c75ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ed1693dd7227359028a1ec914ef498cd0ae337
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a55370524182cd3a95f8d556b7f7d30665bd8a71fb20924c46839b129add4a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dedf17670773554ad7bc100347bdd88bee726d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed9bf00201d5094c46887a14e2b141bf24702063f312720abafd7adb256ba81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048bc24764319eca703247c931beba2864195257
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3d1ffeb9ecf20eff4ecc4220433adf045c4cb772ee139cff3c0e5eaeefd732
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986409b3d0e43a692aef38fb19c84d9c00b81247
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b8a66cceca8ce4288d4a7e7c1d9d2f8c8dbc4f2b8ed9c4864156fdf65a6a6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cce35099f3fe7f2196584788ef015b4be92217e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba8d2fa5e993dc3afab8fff1ec1272fd04331fa92fb1ebd24878f62b727d7a4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bfcb93e13fc077165e1e461935ca022bf5d4da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258c0d5fceb8899aaa6fa7b3f237c6673c6b08a974b1ab3fd9c12c85839dff6d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9346bb16efca1c24fdce5435f1b680099e0f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356ed7e7dcd9c5feb3e3a246f7015cfc799ce8389ba2ba3ee18abc48f15f2de7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e04cf7c453ded5eada33c3a54b9574826faa05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d3fee3772f4bf2a3227e7e32d3c64b3c3037e6075832606e0bac2d49f74e10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a0049a09cc6ca94f93b7db7bc269280170bc79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3dd384d51ed24586cc1a949b3538abf46243ee5ccbbe1912b35e35f93d275a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42b7d51f77285d76b2a52b4cc6affd143d84eb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee72114e733228623b91139b2d9d502f9ec23de6676b89441aa24bc01288215
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2dbd7f5030ef42f9e2361bbca125d2a2a2cea5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcdd2752607ce1b594811ee6b6975bbbdb15595ff30b0b5e136de45a4adb975
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379e67bc5f3403c5639699b3a221b4451558fa32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c356926d91ec35d86769512e413f3809e01ced0c0e83ec135beda330c1503f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc64274b2cc67296c379e6fb2b11b4d666aff9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f907c729f609da9610bd6b4cbab56d529dfdf5097958eaead8b8b860cf3fe46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9ea03071e687491f2e4b918fede0da344fdf42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb5258dfd0d3f0167729140818493e442d05364722d741ad5a0f4d9faa4177
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ad6907956b25c0db762a5f56cee55d54a0b5cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba383bf0c7d53f2d6fc2b982ba743884982f7934087dd33847dc321781c12ee
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c40a3e5b44922eb9064e2a216d1fb7b68f9a2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5c90e3e2a0e7ce445fc7d10cf08bfe8330e423e093145e5aad4eb53d4d4b94
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911e4d8501bc590c1c9772f0bdb5e0756fec7ccd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5964d13c92220f4b0f41d204fad9d31309b24d38c9ac1e2d8cdc224abf8d8ca0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa72d77f0190e4d45a94d100c8667147bd545c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0aacdfd7d5ef06a5740fb6243889d9245b99d9185dd6cdf8e9b25c2d244e047
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3773125b38867367b7ece2bebea5ff200517df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34edefda547c7ebfb9c24e5af777af58ea46ab6b5d3c56a6649e02233e9c1c1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e45b2a5cf5c2fe981db5b800d2de94f1ce23d8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fd31f862d42e0b0433b50c4beaaeec47db5b5467c98a921a9e8b7c37c5c10c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d4c7944a00990f9e4c8de0fa8e55992bf69df0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec78b22067d7dfc759c6d45008b5ae4dd54209d515cc841a39bff204d37ea60f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbccdee003fb1346e7854c2ab4d65a037e055e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbafaeacba7d788b4364e21f156b498ffa586fec6462860c05e43627d288c165
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4993b97fe2c02cfb2e90cfa777154a43531ffe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a9392aa168f3e229d44bb4ff78bfe25cb81921040e115f17ad62273a1dc07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d752888cc1f68b41201acde260ff6a29f3cee876
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af0dc6954f38b9c06d865f12b64d94bf47f3fd552acc42e9234683f6432952e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c508d376d8d8f75f0d5bad2dbbbc81351903feb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ef6d35682740592b1d4b1a9ab36567d5dbf8a7f2a628d6a9208c9c8a9bb4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f0bcc4d1a3f51c7f388619988c0da37ebcadae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb142f96689c7dae920345795916a218fa7d37555fdf0876c80e070bdd15cb2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579938bd658cee5f91ed429eb56105d2f8ef3eeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556201682d827a802fb7cb944a5f900cd846927babd1d00974f103a8ee862e3e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cafedbaea1dab4c804fedea3467c9c976c466b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6556571ab21e84cb5e9ce81cfbbbf82c0254736097386b01941ff58e89cd4c25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13d42b82b6c9feb700f6ea65c9e27dcab70fee0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8910ef14089768444923df40a3a5e8fca1ba5dc6d5a1eea5defdd8282f3bfa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8abacea8b5f28aaa53925abe0982c5848d186f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7265678b0d37930e48e97c6d7232e12aceaffe40292aec95205c9a0f17802ab3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac50b50a3dca23d65102aa99588ddf68a35c26b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee20107065530839abbd57f020bec190a1c33f04d373fe66a6870cc17a45f9ef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeb5e1baf1bae2d7640e527010bedda6415e30a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda92edcc86d64207df77fcc3e856f6a77b3fa8cb8958fa5f664946b38ae7294
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914aee5a8008d9cc77bc8cf11506e2cda55663ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76c73b09cc55ce226715fbf78b85ec1e39f265de0bc17ac3ddc5be47658a2fc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fd8e734de9fd21de966c6c880dd343a09b0946
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d84eb0f5810da758a27f77380f89233eb460e7867e0136399f802f7024ee48a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fca55992c01c1bf95c7c057eb714c0998ab5374
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61607adba01b0c39ab38af61f019303b974ee402b6ae980d600449c998961350
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6219aecc5f4e573abb6ae8661c6bea28fcf4467
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e7a6173c5d73f880fbcc6fc58e433a96b4033a34b5966423363bde41309145
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e3299be27c5fe34fd33fff9012adac14e21aa7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aad9cd61ffa4d1fe276c2510b47f263a44898904cb6f95a18ebb34faa78923
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73675a8fe58e7a937982ee452a1aa414d61d6c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0e3f690c3e6f169c45729349a7875fd18f97a900800c53b66157e25e57c943
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dc01117cbe6adb120819a05285888689aa17f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e558022f9b88f5f28e3ea28625b4152d158c7b96818d8a21ca742baf4761c654
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246928e6254e6e156c8abf8941722e24766ef270
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95047800ee7b6b0db4de215016c6b4cecf4ac523d8427825ec682fdbae1f505
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f94ca6c64607920f1a645f46bf294b21d925d26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef12a6e13e279a2e2220a0ee9d070f206d3b80beebf9febfa26f527febc69d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3708f5082b9c98d6c9264c8dcc780e86a534ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac9b7f20abbdbf6fecd346c9b169387a7ff4824f69587d7c66ab16b600495f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d492ee07dc86a311069c719a81b0687eed4c39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176a0e1f833f16e38ff38be8b4933de9d3f1fb75acefd43ccc7d84654f45b4ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1125c9726b6f4974d0f4c27e5c228a9044e63678
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac4bf937d13dd2648b8a7ed6454c990cc3461a49ec70212a3ce91adb5570f7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ea2ee688e0cd1795e728fc6de799ad2f51aac8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93d3a9aa6434b548f4c4b662c122f22d09aff65f561cadf4aa47e881be643d2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886ed686fc44d915a9d4b6dd9f5b6f8567271aaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe84987d493e6069cb99a6d243851cc3ebe56d5a3a254e014d4b17aca6e26786
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2013c90a7385b0d588055e8db3e75599e64bd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1d9c07027cb8b9be16c5fcea74ba0d3fb60cbb379539a6a193dd88b93c7df9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a10d6d9811863d551979850fcf3e4f8dea2d1dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6426dda301e01aaf76116cfed3b83dec498025459c573f69f3eca13ad306fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2eeae3b6d7fe5deffb40fd2ff3a2f82ea98b55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fc6ca947528e76b14b15e69f53299b4ba728f31efec11cc262c32ef848df5a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ace148d38ffaf519603250eab8fbf1d348f8fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3833c0808a75985ae4de41d6673cd23d5964250130eee2d34b34e38181cf4d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60562b74ba029efac449d91ad164107df394c64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c05b8d4858bcd333ba52f5386156c5e48edfcc4fd1a81e3cfcfc1cc619ee471
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb24085c3ab596fd5d9b0d4e281cef74c6a4c56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c1ab40572d1a887ac925a726a7b64f54cc07b3e07cdaa797ccb1330e11f381
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d13e93319c28d943870b56ef2091af36b6bbd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9296d2349eb12604fdc593ed98a89abe96b409b36d586bb82cf6a651bd47178e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e70c9b13e30f674e547400f5c409d5ccb5dda4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73deec020d3859afe9edb85277ed413e65e37a11c51b82fe07ae2c794316981d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19aafc4346184a3f84898e221dcb8b3e2513333
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1595152525e0955d0f3eaff0bd0659b152c21e430678e001075f554d0265354c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd876991ef12248137cffaed4db1a46fbd388be0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca934bb62414f6c6ca932ef33451e3b4db89ff4f3190ea7d0bcc1a6b5c201883
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80c879f9c52840ddd1cb06d7bdf5ff6542607ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43df785ff4c242b39c0364dcba34b0bd9b8433b1d5f2bbbf56230ee118054fb0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92936933743ee239f8d005d2ec15ca281462e1e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d4a62f709d42617d6f5dd4a714d28ad6d2e77812984869ac123c75414ff680
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b1d6e8922346c4e818a64266c86ccba653b723
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587b9a5056285f8ae9fb4a34dc5dbbe698c9a437f622fe4ce7218d2ddd190f86
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09487607252db10d42cea79d73331e8f0be7591a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccb471c387dd0ad6165b097c7f39f4199dde8a95e0b5ab633ccf1e33ddf4852
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52751a73337da53508ce97bf4840975a437da1b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c3e3222b1ceb5756efc0a4ddaaf0afcd2642059ecf8cd9f8ad4818c641d3d6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158a071b4b86987caaa57a5c04dc4c024904fc5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83a50c733b99ccd013814577e7d90cc6bbae90d777dcb214fff83b219f432ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269643c099535413b01933f97e1d91f79da6158c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8027c3fbfb28de55ad44d285783fb7b2199bea899672dd7a104ab3b52cb2e771
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d8063b34d0d7eba56b96649f6336fc459e03fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854d7aebd066de2e6e8540e9bf4881eadd427ba2fe15423f31ee9efa050f0492
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd9555896816785558a2b6b1ed83fafd94642a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277dd273996a10b36b8357f252346d0eaf89be4182e65eaad6113822b6e324ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6326b6b80c503e8167e3a80d0c8fb19c16f00df9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb3d7dcf30370f1718ff65872ae76109f3fa3626204a4149fcb5b2ee9b64f57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ceecef4d88d1bd97e4eec6e417d20f7e0c7202
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c7684fe08b7c23d61c7d1e9b5e9d7d79b3f65de9f4091047fa38f6b07b04c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1096ada4eff1f4b4eb1cf88238e07d129202028f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d4b1d31c6af5cbeb5266f64255d35ff8bb07225cb146d696c200948a7bf487
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c46f749540fece82c9df7e8eea7c7e9255775e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044ae9232b11e60a7a0dd2f363997e3a745827f572d0f2689a50d5ff03ffcce8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77015f357e6323221a90ee8e348ac1deb33b7af8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd51d1a9ff6b0928908d275baee6ed033e1eb22763b4348dc842be79254a638
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551718d56689c865206dc7044988cd4630f5f863
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e55b746a1987f30905eb729b6aa9aeb226344758dbaccc26dae68eb60de851
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0debe53558c7be38495278cec342710f82589cef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7866a7510c604133489be4e1daee954152ca1e29b85f8cb6adf4ec235a373b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aad1e178a8f1ba5884c32a5910178bf96d52a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff5231ff17e1347f1938b54b76f2f7f6eb6b370d02d6f45fa8f1f357e345e69
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75dc6d164bbe1e6b60981601bf1eb5b9eb000704
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d1b9010dfb291b17570d330d496435c53d0d8013fd60c2104a2ca50f70d3ac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0ae0b560137367c604732f7a998b4cace33dcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1990dd5256a1fad72641dc6edf795e9ab1b3b7e778105c09ffa1101fc97a34d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced0b1f24a8d492ed0abd1f721ffdcc72ec156ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168c3b408543c7586b934f36c692d3a7b9ce0a1ba0e4d3f661c5dcd0057cb80f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc26a635dae3f22bef6e9e03cf98c3c1e81ccb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a383e3d973a649a2b3808696a4f0dd6e12435d4eb8cfad3c375cde81e6044c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cac3f5d570e1a986e293e470517ead0dc66aeb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ae84827b349e282c870db6d1fcfcaa1c69c55d26852ba56feb0f05ac48c324
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7744511652de6bd5389495c25c0f474a38f1557b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb28fa4ebbb9f083f0a4242d95512a9387eb97c1774d4cc836cddf5f4c4927f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ac31a05fe0455c5da9fb4f6e9a890910cd320e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653d0f6dd702285cd128010f136f2a8dcbf74425449a3b8da56bffbe41f9434a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c7607ba4bda6d434ed8a4081b32447afca6351
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ef12a7058fc69732972325e564c0e206a9922130ffd9cadd933cf9e80fbd01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f800b81cb22716f8c07cc9fec9e021b73ae65a9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd406ea5bd2e1c9d0435e851a7b048f477fac7048e5d549b3b0e8640ccfb2c97
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee3d4b76581f13e70dfcfc2242d7dde3d24bff0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fb203532b53258b5a08162f0cdf175bc8ff4d16df7d858dc4215298dffa222
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c2f11e2f926e6d1bb53e2193fb7ad29915c1fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc1d8710201917a8208cee5133c4f419b1570deb1cbdddad913683b913010d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cc0abc35c5260308f2d975dc301ca5747f7b8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d106a27e4d6f0bcbf54003f4365b330bbdea45f459e03cbbe02976304484c4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45229aaef03c6fa021badfba0e235998fce9dba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc63c0550b8186f3e762c9372b9249189248badd6b1c8762e38d0c5463895d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297b757b34e6a7ea351c205febe05ffdaf6bb390
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408f41cdcd55bdfb885cf60984b24dfb1a0150c39caab83ff8cd5fcaacbcfddd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0fa2c3937b2a6640495b7d4ed8562ad1f806f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d5df3e173058944514ae8998610fb2b5810bde3cc1368a7ad05b4a064d4289
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75c4fe404001a227be811756bed89ffe5ddecf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb879e66e60241d9378319aac16252a4677eb7f5afa6f5b09e722c4dd8bb3a0c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360cd128ddd35781e930e3978f5bd38fef4b9ebc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df257d1634e690a88b86a80c88be39812a0dbd89baf480134fd7b59d327045a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23df28a50d4eea66d9e23e5d3fd8c7d8d8243c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43bef8e13f8ad68f3eb94af9b6ce4c57a437efd3d03a45cfa92cf880961a34d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98829cbaf8729390a95977f751c00001f003546c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee74187577d07ba7f0c3bcb8bda983523dcbd520955dcaf73199afd9802244a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b77389b3814feb6a1af13b9f6e2e251b4a3f5bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391182234dfc5f1712a90af64dec3d37abf7a93177736f5606c9319d3e4b349c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d334ced6ad2d06c6807c64eb1aeba5d8778c79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c77db82a5e90be717184ad143b5d89b69e93fd30a2667ff23f5008f65c8daa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20daa2494c12b1c675f99328fca099960c25753
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e119fecee2141ccab6a63cd0cafb86c27e84095dce75b905aa8f5768d2b73df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae16bb08a2f2e533d5695dcd389877bec42c156
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0762288f88859766c960cf1590cf381cfcd2a0392ed7ffa423137ca6c3b4db04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80562afedc82cc48a65fa77fbf2f823d27fb5258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63e3f837a4c9fce6381f73f9e58aede3dceed5b724f439600a3ffee33644fcd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080c8458801dd831749569acc675e93d8d56da02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b3aea27b59a94d9687543dead7ae54cb6c3c31f2c8621ce8cc4bb74c361ec1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38847ad6d4ebc5d989ae0bdb7741e7e678b84c70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447edf7d2b0bb3952b984a5a2a57ab6b2703066729f0a2b89ce64c2e5f4a2e3b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79694d8eae6d2182ab52a95013314e1839c22b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1458aee11aba04e947e62c440881d8ce6abfc01178fbd64f4f114ba0ec7179
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ce5526d0da717e3323eafbc6281b9c57f24144
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed5d9913a55587180c59363964d352e07b262f039c9adc9aebea8cebf2775a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0352a4956ad5cc016c5d1cb5414b749563f2dbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e61010041c7c48621d8d9e72866ec7c45afb8580894a84620c07ab108c5ca3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646343a952392ce7bf1dd5915abb46879d7c5523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7edfae5687d4e3ceb79efc33a8f406e8b3927191b60aa5c0c1ac0f31e4fd87
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498a241b5942a9feaa9fd5fbaa071655153992be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633b81af0b0106f9fa0dc2df601ae8de72f607516504e573dc8c9246f3fe6b4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49ce0dee2b25fa8a7e6940e8236de70bd1fa0d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706de1753cfb8776f41b68a8124745d2653a13cff00350bf3bedb4178747af08
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287eb8129c07f21c9a3a47c5b1a8e37c23cbcd60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be275654c23aa5374123a19b0dfb870534cf6f9a0b97bfc0ed9eba00f116cd8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e3d90ff2f8f6c88e9b8e8cbd24b26d59efe67e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7789e038468a677f8b7478ea0a666798a3c225e76296428b429de1a2bfa9ea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15382005a46348c448f4a6b37df3796f917b0099
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae69a483b5d2ad7606164b94d02b2b1d3927666af131960aea637148e5a75687
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55dba0cbf730a25ba36b303803275c8227b29df5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8e46faac598f550044600a37dbb4ee157f4b5c78fca1c18abede80b9bff882
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb026b0881b90fd6125a84efcb8375a508774613
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2152e79a639254442e58e43ab24e480d1a333829b66e4a8a97cb1cc739fe5a12
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2e1a368042d263ddd82c481d6bc0f45abce9fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970b79afc2355d86d9695cc036fd970c760ce0471879a63dfa809af886bad2c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aeacb13faa9756ddb6ac2c17b7da1d0ebeb14c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddfaa2912cc6545c4d6007bdec37468dad7aaf3d6fdb0cb964c60ef101969bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7d8d3d3e5eb1dbfb197eed3e4980a5c3e35b53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb56149adf6cb309956afe05cf9ac75c50815aadb13ee2a61b9a17eaeb6b327b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7594fbc2ff44079f228864a644d4aae766c18b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b967b19443a925db9381a63fee263c90d6bca0197300e89866267583d57d4de
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68abc26978e8c0da140303c48eb06f355130f842
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391692bd5f2683a3247c46ec904ce13711953d8a0ca96fa4f75509a24a10bf37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2753b4290bc7b0950eca07f8ed50d0c439bee4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e0c02bf30f56d493e08af47fc24100faa34b830b70e10a4b317c098e5b058e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28cc2719be3bb03d74ebfd3a97eb68f58c6ed35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d012fdd9900c6b06d81680d48446babb8ba6f37e2ebb18e31178b51f27f2bed7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f9c5baec56009e83c310e85a06450f176ec122
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddedea0f3b1cc2da295ea4af576086a7c3986b1eeb335a55a539f1a3c1cd6b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1e140b2577b90fa5239375007d117c7dc60b23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b91af143e431486ed0f287391d42d84018c1616a899ff40cd181f6351d87b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5dfd5f7bbf92dc67f400adb861c33003ae5721e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a322e9546d38afff218db4a38243e9d31ea255d32c1058b0baebf6eafd750072
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8807e7ae5b286e515d0333aaab6a5cdff4de4911
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7b389ce39423df2c3bf34f0f91f3e9d633d6f1115a366316b314541e6d5017
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0e9d90dc13f5c1f898fce7a46e2a54808e8716
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f31d9d5bb4f6c561436f0faabc172b5353688d6e3ed6b2e289ef538d4aca5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd246ec3a30a5770c9e08960850dbf721c98f2e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee735a1373569464e653aebdbad6d7600c99acfc6f4278f421878572a359439
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c4fd78fc3beab7c126d4ea813e1ca1e4d57ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197cd5e6d099e4bb59e561a1b73df41c235eedcdc239673c7475a2a71953bc67
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201694aca2cf9d0c709dfecee00299c4f588b062
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186cb1c23ed9da83eb70c4941f73a1fca42431f1f735d49e080fec9a887dadc8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c41882c4d83e07556cabc2edee8a174825e0eed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da552382676d0ff3854f2f953ae4a2cc84e363391f717bd1be250c77ca1e9875
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4406bc81e0c4d9317f4b3f9a1398d0d0964e4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58491dd814a00d3db5666b7614aa5b6ce693f063dc2c3ed1f8731c8a5438cd32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a00ea587641a36bd13ea75f3f730c7ad3e74de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1668f0e1110c9a581368dde42957a5a7b8c62c27773f6ec88c32c63bfa743c25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c79f80009ccc9d953659d6535c16b358cc7fc4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75f27cf50e7aecfdacb6dd72f9162a17a6b9223649750759101c54e93c1062f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7bec84d8d5f8b32a9bbf720d35101601804a5e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a01579db57aa1663f273f85e0997b4d64085f2ae8125003ea98f969c765088d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18fd3df9739af15cb5209c16c32b8549d2ba58d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb7a4be0f8ce0cc8f3274555b6481c264599ad42040231120240f2e67452be1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41417674a95898ddf176b1e63f1c7257ec570625
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2498d5e23ff906fe6f115715945f54cb1262dae0ad0291874a8a050aaf9e68
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f5108c13d67a865fb2a0a95ee6365294f3cfec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be83ba4b3e53d526542dc0c323c0ea0c28e77b30aa451588f4f3d6e082e1b31b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddccee04d50a45b6193e69f75d67a781e751f77f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3822db9d778641b0cf0becf4945726677a29a483bfa5be26164bc031d5749688
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fd8e97ce25fbe4c15461f4fee043b1ca8b6074
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed86b8a5406c52f1ad2e45981266f3b9de028cb1e484cde9dba97a0b67c1b48
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1f069d40873e74a7e600428b9e1adb77b8c993
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347851bd2b179ca19a161f7e63ff91e03c3606b88b42740f3d606e4f1c40e8d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3690410a3c804ff139247dc46b9a50647ce0288
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6c3649cd9a27f4c639afc0f92a44901c761334097fbc6e152c10d2b9354917
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26191baa4a3dfcae520b9a633d764512e918053
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2e007fcf24eee0951c92f1ca4ec159be742a469a8094a15d406f25e6139b05
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6254b9e8803856a1b6320ef7253b147a06033a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8e7eb04625e5c2bf188b32fe608dc768a4390bb7408a51f20f340ed09ee3a7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41644092ce088890d63324001995fdb16c131be1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0db3e8e6234593cc6342982cc7b68ce3141179d0d9c106826f1e40a0139c41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99d5f7e855f2a7537ec0ee695ee1cb501d1d25d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd61333b742f54e3df40da3b5011318b4c61de125c5621ce766f21b6ff5e269
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169c097814d9c0b93c1689050479e2eb904fe2ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d6dda98ab6ffc543f1bd406958e07f546e4cb47946842ffdb5743e58888b9b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb591faf22ee6a2fd8c550f949ce828b75982913
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570cea69d5b30339494f965d51c95f382707e9d6d986d4067ab07c7568d9a03b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa470805984658d9c653e85595f0eff1cdc1e0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb989700c45f5eb1722776123b058f132eebd88486315d980b4b9faab9200e3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5fad2fd1c9f4f7698c377113ae181ca396f8b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5f2e9d56c5d004477d2987b9579e1a309a34977cb261d208f459a821a5c3ef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2caa72c28060f916fcf255d9db58fad8264ce2dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1db5bdb33fff855b654a6d2322f61c110d57d8b3a6a830804d8b32cfc50d13
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06171bc4d81043c49d0d1b420e1b63fd58e4de03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b772cfb34254605b0f4987ae6b7c9b5d1aa9995cbee9c02d359ffce0069f9d6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06145f78144db07a858257c43af227b4560111f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283c1dfbdb8dfc1edbd43953975ed810293e7a5bbe148bcf270efd34864a3e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f1bf789b6339c9d09a5fff891ccc6e12b8b7de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65de26b750c03e08b643cd48c6d207da6ab96304bec9212d81e1487cce9e37fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b34a1028c1b78f880f78393ba3303884d6db2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fceb60945c768e3422be80bdf4dd7b0fa4a907963188f980f6f74d39d4461a9d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ee01bf243dd6bf98555365741e6bfe51b5aa1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a3a50881bfa1cf55533838a2fc640e50069bf3012e3e872e8395e9402e4055
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a543e4c5c3193720fbbdeaccf1053b9edbaf7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e68c1e0c707e669da2b8bb402cbc693c58cbd49285630d3677b23a82cb1b213
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e924409708ba7442f12054aa9fe462ce624e984f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c3d09e5ba3b9eed1c84ceb68d798591707ddbfa3932b5371b0e0ff5ce30294
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8675a21b290d3797e8792eaab8ee3bc09350b174
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906880de2104b5065351633d84cfdc02089070df0586dc0aeba344327c64ffe5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6926bd8f193e7873470dd2d1d79cc59f1ade42f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc61a0640ce23d8eb632957d65ccdaf34ae2cbf5b7cde41505b0c3fe7b73c708
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5281a5e907ffb6a00cd7d5192e50800f54d9f217
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ae277d9dc4ce3a90cf3ab4a83db8b1aadac63dbcbbd3252f815b6c6bb2801c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071a5d2e399a24d8f0bd1c15b738a1e0f8d063c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60803eb851e62808d3dd1b93cd738418e31e125883282e288a8dd7f927610f90
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2279cb8d5ebec388e356abad54431b59d9e99906
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dbc85cfe6cfdab935897570dda536b37d7906d645df2fc318a20e1e64f86bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed3de25991fa871a134ac342ceb37811b461490
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dca7b201b6d49750cff7af16dc13949d110600b7054a1fe1d1721abbce2d46
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f0fa3b36731776c366ef23b4e70b6575bb8269
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed45125e88c575129ca413e0f261c619be19505902603658ca1d2cde48e0f4a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98137b893870902a70784730436b3a1aae4599e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bb2b7625d12834513f77be22ad53c3af9216ba6fecf875c44c2a84e16edffc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af1668f9f550f6636feed6c902526ccd50f962c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ed4dfd15b58692d2fb703a24f609a9afc1cb679f010c301b0916bbd121ef30
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b88ac203368315d72769d65991986da474c2f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba07ce9ee2fed91eb42570e37ff5c590e8fc2a43361c33d01a24e4d276b988c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa987ce0c3b46c0a422c847852478ce66570e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c6f0899397d3e7e0c8fc5e0aef2a1c03c66803fb3dbccff79c2dab3001ab57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdb0c120e2632b0f747bbcc3f963a1edb515c88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6012995dbb0aee90130f02190b5896cd9d8c3af15769606956a33f5b4ed3a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76237f788133c1bd58ded925a541f301cdf245f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641cdaca1bab00221a3ac890763f484f60db88d7edc53e7e7a8a9923b93ebd3e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90db7b9e1c68c1eb6a7c8f32be8546b60e11e230
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7564943e19af512e8abf5fec740972e4a2f9c9797bc1218a685af10f55e42f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6741c2bfe159f9e2142388812b272848d7067dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac773540ae610514bdf621842402ea39c663d8ef5e3f4d421c2ba8ba470e598
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa034bd8bc5b98f205cc1782f67a6e5f4bb8f6eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205076d1fee965b5c7585e45e0cea6ce372ec24769352fc8cc7c9f169f932392
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f3ae3b596461695b4c78031c5224906e517f7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c0f513d87c84578fae7fbadc27a216bbf00f45b27784a5be6e2531b2ad6d72
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f836ad0ee7712832d9056c93cd8cd87229b920
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2d1a0b9beacbfdf2b44acfee20a624e06f6775cf7422e9c1c88f42900f032a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7babb3a5f3cf736cd8b7db194aa7841a572cc9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc753a14d4fa538c04b0b453e11e337a9b3a207b247c016367c170a1c41a42e5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5aff7a36e1a913ba2b91d6f69993d5608d5fbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59a53e1b8b061c33c2d8c13da8a8baee49f55c1b726941d25b5980367bb7300
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74d7a6916389ee5ec0d1a55677befdb37c34805
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91007e4aa935aaf5c5dd46465af0133e7099853973f2bfc9fb7d7ca9c10c1b29
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f6021d3fd719b4adf3fed13ba6147b2dbcb78f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbb76d28003bd18be465835fd502bfc7a230ceced159160993e33388b3fd616
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c6e7d403ef27f04cb18a930c2011f00c017b6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7e2a26ed818ae3c07b33a42cab0adfbf80478a9df22e213a1985b6a62af3d5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dd7f53f3cea77c630eb1039d6e285700d986ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65764fef476b09e4b106100aed0399ef244913ffd2336bbdee1ac54ba00661eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f055c4d6423f71fb7d2d26d853ddce980a415
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aafdca13efbde8ff93f04c3a67d551f14e7d3f986967fe3ea6a95e5845fd9a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a28bb80be03339f387e19f5e5a718407d4bb1e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87fb67596d5b8ec723447d99b62a1fa0805ac1834d92941e93cc083a82769c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dab31410ad63e4fff4002cfe784ce341d247ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e196c07ec4dd65b0925323b9e10510702840f5c09ef3f8d36e1f9e0ee0f8f8f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8511e79775b399505e793ec01a064fe472f5e4ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15db3a49be3bc47df41db11fba9eff2c1c472642ab3efbfd39f0ce1eb9c9f5d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038d52875cf7d00a26bd5e54016cca620b049c6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b645bf4de3362c18ede33bc1ea402eaa5a3cce7681fb7f25fe43492e11717ecb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654d78ba00691616670fb490a707c9c2d1a0d2d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab67a4ba24cdf05844c8c0fd0c33ade4efd972120faf4835b0c28ca8f005075
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e39abeb8ada91b2cffe82ed2695718700b91d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7606d4c315980325a455f9b037ad25ab2a1c4d389ca0e2b091e0bec9d55e2909
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10160a85895284717a9912ae3ec9c375a6a8382
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf3e69155dc9a6fcd85ece71e1193599c8d5dcb7da3e419182351356936b4ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61ea37a7518f851765e17a5b454302fd739de0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e57feb763daa2394f7579ebf39df94719fcd756824fbf3e43333b11224f1f51
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293641e84a6be3a7d38ccf3f1827ddf1a675296c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9bb34c062104d0447e5003b535b8c3e4fba3bd4f4ca63861a7267da6bd1497
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5649bdd01ee865df00048832d8a317e423c22a45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2f9acd10cff7900ce4dbe2bf256d2227175371309167e94eef10d1b336aa8d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de16cbd7363427549d8291fb7c7dfd3c915735db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321fb924708c5914848253b6f43157e73761eec3577272c6313cd84bcc4bdea1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f65360088f398ae7fb6ef0b5f35c37ade82d8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6ca03947902a67b6f5a500992c827b5ae5592681abcf7658aec4b40a5d7c7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f05ec6dcb1e28174d008983aa8c6c430e5af2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ae932b0e2e2189a68c2b8d49885ba400a53308a624a4d6b389e61c74e18854
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca5915902d8dc6d7b2f9fe061118960d1e02e17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c69b8b326fe94f58aa84c9fa354e171f4f7b3010f025f5b82cae07b2302426
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3df9c84dd503633046a6c2780fd9584c02c97e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f5b8cb395148d8c06756748a0546068e65649591aea3931d60d70f303bc598
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4574ccf9d7c1cda29fb31d21c26798c71c5b599
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fef701b43322b8a2aeb274d53f3d7144ca02c18d383557895ca010d6176c7e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae80c317891720204e53e27b453da3b646192cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0419dfb0242df77e2b6191046c4ca71e41516c5febfa71d9b7cf9a976a97688a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91f446c152682740e74e6d8c1e056beff5ec6c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d1d42b28907856704262d67054710db64c9af1ebfddabf25610810db928e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76ecb63570a9878c54a259eb2a148e29f69a7ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4853e5a892f6cecb66da5816f8e45a946eea7122ede323856e4fd3d0f6cb61a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8207ad6e1b32aa62ebb1ef37f14babcf3261894c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da5a7e5030eb3aacca5c508454a1bea6f84e51db929f4fabcb5659aa61a8308
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b13008d65b5830059f4518bc6527fa11a9fb0c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43294be39116fbaf8518528450256e2b6a2ebd56d383db997619a7df960374c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d891b26bbd73ce891b7e0f2366d5c947ccb8640
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5448214606f9a38a6db3f13b8a2c1fdc64716d7982cef9d05b93f89a08cc87f7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8502aad460baef656b1162b7f07294dc632d11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841678b7a2b6a378295171e9c486690d835ce80885296b5fe910383d1b74ff01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b9d31a903392f2b0f4d6d059c7091261e7c102
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60e89ce577cdf8d569a5a82a9685148164517963cf967db490a7f577ba4ec1d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2fc0ada1212326b83dfe0ec7875b06f1c0e1c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18835222bbb6b681894ccffc2a87c7150e3c0f940397b2724335ac077d96c7ad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452edfb19d05d710fd4e6e9fe35c2260aa5e9031
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e76d2d1490637b570490690c85c2175f3534ffea16e2c54681b6540bc8cf6f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc8f075a1ec0c45066bde0501d879f635a92c80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d3106f09ae06b615879c19c14203d88b63b40242647f583985511c8d7d870f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b820f4f684519fd67f6d212c762749ec048afaf0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f189cba15522f62e75e0e633706a3441e8306295d010bfb8b94d2736383f328a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43da975a7cf18551942674a3b5ecbc91be3f55a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade4e8fe18a0e46c3cd2151df5958c1f73cd056176b610e89a93e31a20ed7249
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3642d27fe9691c17f2b3b03b10b4a3e24f329a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23aff36e942918c6d4f4fe1202a8ff8286dc81c805a41cfb56d4013007eaa36
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3794ab362560ccd4794d7d9b91b78eb47e02bbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d93faed0517d7ef57a55acbd63752632568a449160e0f2f342303ee27612351
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def2fb10b480a34111ad765572e2fb16e666c30a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f1d27272eb25a49bdf2a1d83f8d4603537fe088b03693c483e0966696c57cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6709183f384560fa97518b0b024fd64347213ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1260c29fd1d3b30e8d2c535711bd17e9068a678c6efb845b58bf6e3fa582afcd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ac75c206e6a14ea8dd257ec0ea158d77674aa1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a5347c34afdab7f6540823ff9959bda403b9ae5b11aab9753dcd30570e997b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3415d767aeb43e8e40e51445a274c36e48407fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9951dfa2aea0ea3273149224fb1787385a106ad50f82659d87bbd05cd22441
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90efc4c653807409736625eaec142acbf4e0d74f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553ee446f9a844cb66fb5940b022ce1a4321a465ed226ed01a50179b80cee4a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b431212c43953d340148ba3077da4eff5e45d73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc97f9e7499a8143ce9b4c725a0e85f6d838b2d5daa9fcba9736bf6d4507d5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6d60f639cc2a387b2ed3f505769984bd12ee6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6357c4009d31e3d643bdbe1fe69dbad7247515ec6e4d70d72f702d6192dd37
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cc283075146104585c83fde6d92f63e4328df9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a077e3c47905f04a693460ce4d486fbedb285ea8922877d2a3bcf6edfa77363
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0012fa2526d2f842ca2e7ecb9997549ba8918967
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13245437f8480aa7bfa2691be1d94d9f06a82fa533efc86ac1d4569a8233369
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5017a2bf7925cd3ce3cc1e424a31aba9ef0ad12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1caa04e086b2a61165d40033238a67971b6efd341bc61000647a9058f74328c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2556f868c4e206dff3202f8698a944e32b974ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e49b8ea88dfe8bbf84553a57984125aeda732628f51d41b9f6a3cd093ebe92
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb6ab3ef38a8d12854b9ec6c6d4d356f72fb44f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec05fde973a77365fe408fc90b3122d05abf5dfbae6c3eb1e06781cb35e94fa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19d3f53190a698d4040ea92f088abcefb8c5e78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b2ec4230bf69de28fda57254fadd2112cd1512373893624f7881b39fedbc2c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acc9f69e8fb6471ba35a9b24c2e8b1451a0af85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73858c6106dd8091ac6d1f745b3893afc73ed7522d3b2cad503894885d98d54b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1481c2755132b29e33c7c8638e6e7c6ee7bc6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de85b5bca8cb46bdda5d429ff269d923fc226889c2de26e62f76c5c165a53241
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1463b99308984f53a4db82f110d3b456d14dd510
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba19fa129e001ec0f0b98229bc6dde970f41610663e26ddf70e051bc15e737e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c69043e465ce725f72e93d80f374e49a5a8229
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462bd692220d2f5f293c806b6ba1031238da87edfcba56ed709f05e69fe908db
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b129880f99953e57d7eac14e76d5fe2345b5dcf8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed15158954c169fefbfb14cc7b0e399ba0124070431980684902f549bb5378c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9d54aeeda3f0c0d65505e1baab1f435f649d49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c07652108fe5c6f1ba0d60c4b3b1e48cba2b53ffa6da98dc27418d9574f8da3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b991afafc6cfd79705bfda3528d558a857a6fd87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9785f75d26a0fd7b82d18febfd00cfea98d92ca6887ff815953b9446b5c842c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f711fb8c67dad93aa0493137fa736182f8ec7bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ca1a42f9f8568c50fde418cfd0282e81b34b8e2988e8d67c3ff24d84df67b9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad99e990ac7adfecb76220e32b39d40ec61f8b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7719f79b7bc9f0c09b2fe77533c4452a221e9f5d74554428793e794a174ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8294ed44e5ab6bc8efbe339508760b3a14cbf75c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3e58c3408f56e898e2a7b1c4f6092709d5bedf29f18f1c0e8830fc6fac761b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e45e53e9b9d26985e562f33d2f0e6db1a734dcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf0e2b78edb13fd63a02fa2baf9bc7c1b225040a4498936697fbaf35bbfcc8b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea1c366252874ce07902dfe1c39dfcac62a262d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976fd2aeefb221631ee98b0a21efbf968c731ee7405f68990119254f07806b37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7b583c0f3d0a7617e58848f57091a8fb428e51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d7e8ad9b82d23189f7b253fd0eaf1b4efa666f488ee1e176e3763106b7aeb9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150cf9e5976fc9caaa637a7bb05368d1e202cae4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd66ac06a9a35fae9d5fca559af86f71f3012adabb48729b227107c9e8980545
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f5f0864d9b71cacc6b10f5582bef879e25d79a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c5d1f31bb6893e752c3243a804a314a7d849073b7abd7216599fb1ef53ec6d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c6a66041aead7cf39b65ed5c272f0c28972a97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a682a338e4101d6984681db1c11f23801ca719c288cb9bcdfd8cc8edaa8648
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d979e692d1452532a1a74ce667aa7e2c01fd305
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4a1d5259d6ba5aee7210cc3b1b6c21dbb5da8d48bfcb83378cbaa1f0f92451
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90104bdb1c484ebc3fe695708fe78c43d7bf63c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847cdccc5137dd9ad77c7ff747f5dc8f409e911a5769fc472404c38acfc331b1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed94303ce8bc1b2904d9dabbdbf75484443e26bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477570a7659d6af949994efbea833d582d7be9786dcdfea8753360b084ba46ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369a97ca18b224f0edcb64a68fde66d1e458edfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eaa16a10d2958b824284b7c0e5500bd457140d257779fd141aae06cffa8d4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0f11bd8becc3000199f11fd5d1f089f5043bdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d60e93d0fb4b2c716668f010fb35b8ae4b93cfe488961a4420363fbfcb85aef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d64e746731c6a29409c4264a70cc684d8abe60a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf43c485f9e3c67d657eb5d60a064a338b3723e5ced5e6460939e086bd6412f9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc137fc90a8ef706ec96d97eaf164ea84aa7363
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35afadd3a00e6e67d7963537d726320c88ce5e0656adc2b64c9acd7b87127ad7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb340225dc12c38768bb3078ded202364b3a9ad5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872c6280fd5597dfdaaf570b18631fa368b2b58e7439313648c5fb9f8b0c5e17
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303d2d8dd6d91c3da42aa01ecc62bd989b4af89c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5092e8f81c6ee1ecbc4a5a296c9a11b884e09ed6fde222fa883ad830e3a71b47
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bba84f846021d50a79b424c7543430d6fb78809
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa646d117fe12b6b708f426d9a6215547b1ec98487f9d334b97f5755b9b0e3f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8881124664a20c3e567a84757a9b59743fbb446
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538d84166cbbec693bb6d5b85fa885277a841f1285097bd9eb53314d36353d63
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0e23c5833e36c999c0de6cd505025a4bf4d1f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b1de33068a7a202df44d0cdbac488d817d9c2019522cf5fe834f12ecc326b7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562f326a6becc0b71ae4b57f6a290432c75b0895
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c6e5b0b116488e76df6444b0cdd671dcdbefbffe8ca0d094255d19d7dfb11f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190c1dd59dacfabe21d33de8c8b9b28a2e16bd0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bc337a908c966abdefee25f74014d23e8d29ee20254f495efcb755bbb4791f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfd129dcf646203ec5c5080ff026fde43d6a09a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f192c1bac7c26551b1eb9c91d3bd8c13941d48a223192b7bce8b44ab3b69fbf6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10797f7c8da1c7d078d5bb0f664fd548db683a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1248ae757cee1140822d7384ec6cd3db8d614a2946fe622dc60eb0599c141323
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c094d553f200d81219d5188ca69c53dc6257be71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa2f452eb02ec72b7dd6d4fee6fcd93c79dedc308b102bfd7699dc0518aae26
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d070fad7d8c9536c1a9d974bea529fa9d38fa6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcece030e5d2e9b1602406551efc35c52eab71cf263bdd5a9b9d51c4f28938a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f2ddcbbc2dcea403043e52d0292c24d2231eb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c6d23b2033ce127add934299d3e240190e6a6911eb6c737e1c81c548434b39
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bc5ea3c6a3676baac3762976be7a986c29d934
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893d1e6d32fa351b40087ba7fb662c8bb0b3bb006c4ae1f7d7913a7276280d4a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814b04c222c5191f546d1813383b22c2fa7d0dde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986e55d450db2bf8a61d787453fecaf507effd821a3780e8f6639a214511d069
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ec7574d17e40c25f87a07e587ce5f891826c41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbffef8b15f43014136550bb8e608556d5aa5b3ec7e85be71923b9edecb11b28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42813cd7cc8982129b06b2eef5bb4c0446c7a24a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0f906864f711d06d14c78482efc647fa7ce0db9d55b0cf6b1218eeaa826f31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badf8bd5b0e82e6bd042d6b71732f6a2b497e0fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada922c71b8c9e6f0f941fd7c17cc6bb14bebf39323a0b669cb7f59ec45d54a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64470d0f29d05bffbe21db231121f4b6a82705c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc9c54f256ee1ed14596aca9786e4a4c74f2679c27a34857f9b14215cd67569
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5a86ebf4a7190d91d7effe7bba50ba13b5f0da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f69a0759b1cb04012df2a762c93f03847efc319874268c9f36f102d2a197e02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf43774d9a4ff75fb67a32850354b7ff5445679
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05307bee8ba78f5f3a7c5cf6110d42961cd448f14afc1e4076eba07331a8bf4f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ccefe0a1f80fc438eee3bb62c74bcfc5043d63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996a3465b63a081eb1b0118778370b670b2296b96c82e40621c251fa1c96e42e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c35a5ddc46e5ae877fd7292e964083bf8c9f2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e438b698e91018cdc41b8f74e9f29b3399b24f8835b5cd7f2117d5c024fbd9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b845ed10fdbc5969bf5a00c95690ac0db9881679
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa6b69c68a263c20f2450fc688125e3bafbe15b57bcaa952a55918c9273e2e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17de6de2ce886e2eac51320c2f2e59974a10fe2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddfe0e980f2bdc5fb0023dd7f4120f4f9d50435b1cf28085a991f906c3935db
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77338fd13d52e12ae6e28c9596787089e9759ae1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4775f3f75e09b20ff8359d95c9748a9c1a0d753c6662fd48130fff673c72c999
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd33679a9a143498c3233f35d2dc7babe687da6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c17f567ee1aca15927dcd314d9ee12c9704a35697e0e32314de255215847766
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb66271df80ad7441c5d8d1728d68f63fb14f26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5e400e2b64c93c4ae898d291f914824fea30be423151543e11b5c8e8b07c2b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b473725fc39290b7dcc69fc6d93467a2d6a14b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357b609015cffae65cf7b2611bb897584232e42370420f396940e99525c32549
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f453a95f39ecdfc5618a83f5290672a571b97f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903f73635e05f9573e484ea43587cfba9194ab99777df48b316ea6d6543ae8d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9799e2db785c0ebbbb090730b9988aaba44d2aa0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0c523532b369fbf97c82f499326bebd17c3b5f754b7bad83c98b809b29549b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3dc45f11607738c6d7b1bad7b0eeb61179eae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3981441b7139983034e1da85da4b061754e5c9c7f1c72494bbea34c3a51ce901
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da73088b1240ab01ee89be1041931cd50120440c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f788e8f9737547906e8eeecd535b1ca13a774833308d388fc8f57c8ba68de56e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d76abe05b1d136c4232fde848caba830725d60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30fc1b1db6192cddf6627e45d8d80f57ab6e9a3d4de730bc4b5e4226314bf18
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9f51543ceeca23bc687ed53a86d108780213c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8e129c6a5749567832f8538d3129ab7339fbc993e90665c8b7043afc856f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c500a9458e94e8b33754f03a6d6825d04aaa8624
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec34a35bccee73e58dee48d40927124b12770053795a1de5527c79f8973f3e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2ad3d0fb85c7e05800b4f7633da722418d5f53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dde88a90a625c1badd3317b9f348d835de96ac8b7fe3f7ed6401993a449c09
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92a220efe203c080eda075fbc1c611696c4a7f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a236e40a2d11d326cfc69bac11f159c4eed27adb53dbc7661eaf685db70ded
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb8409f14116de829b8c5de2611485f09a6d601
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c541b221b48ffb68e61aef60aadf2995cd603f8fb8d5d00c92074e49057e7179
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463fd45a6fd977f34a3f25fb61ae437a5f4a7214
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9ca2c4bf2514940029e1a12582dfb3fe78c99da8f840c2556f5849b0c459dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76eaca651d9454eb42b91912ad07fe027f31aacf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc948d7cdb7c0967f5fb6196e2d89577111dfefd4dea9dea6f9639d68df1c17
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464568860551d5b8c86deb8e4204644a908c86b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13f7d326502f3a23d8d509161489878106a0b7198ca044489a53f4d23dd80c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109cbd8b9c0632990c716dd56d98f163eba232c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9960dc05b31db24a749884269e226e4a97e5c1ea91c5228abeb8bfe374d500c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346d63e2627ab7388d0355c01f429862b6660c89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed08dfc8743ac66538f1175ab21f8ef1b35c66bb3cbca7025e2c9e959dac359
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b4f213e1b7d1cd0a7030027f81f05bb2e57f21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf625fab8e86571e1f6cc34edcb382409320384fe3f7f2ead70b93a216b0a12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5501eca62fbf6e8e0115ac96784856c4601d4d97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6835b8fe72728bcdc721009e12890ec5ba4e9845b66a9ef708d81658f161db8a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1350549a725da9143027eb7281abf0a75cef3d46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf83c47d4e58450e2c275611165fb8acecb1d3bbd8d04e81859cd27f4b87830
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3dd12604a89c2a43f4204eeaaa88f3a5e20fd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df70efc578c396a48f50d684afcea6c141b1a4f0f65b8ca4b8f0276c110e4a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5d577e9a2a87b3a4e4140f4427bac3d6c3cfd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6368f0478d92584fc04c24afe6a861ed373269e532dfb8b9738079559974e48
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467bd0ffaea77b665fa906624ab6fc1409016562
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45c15630d39c759752ecafa766bafadfb460cdbae8618b05aafe6f9c5ee5457
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5933b53580b1b6ee87ffc3395563790e7fcd4ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3414fdcc2c4dc146a65f9d3e9aa5f90dcc5cc57caa90ff2bd5fd8e634738408
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef43a6c81618483e2c0d3f004be28646b9351e31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee22fc0bb56d8ec8a97f79c4d09ff65f82342e84db0b34bf49d88ebec5093e48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20684f5f20a10b0ab8c93d87197f7cba5af86d7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3fe49837a916dc5185baa094ab07a1c17f223bd9e7f63081b9e9fd5391e40d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe4fd70b6b08b910bce7f8754104fcd39c614af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c54ade5b78d2ebe789e576be64e0bf3eb5e2bf475bd6dcd5c43964fb99d11a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1c0a0eefd375bfeff46dcaa8aa8015a0cbbfa0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227c46aea04aec14434507c6b2dd6a37bd1a8954a3bb99e2d464d5d094e1f9bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd01bbb2f4ba31504e631ec8a37f25df792508d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b505faafb8f82aa8dc76f73178bed5b0b9aabbe9501985ba2a415fc831f9c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da5c6541addbb64d8ff6c522996b8051f67f419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecb9b1af9a2d0c8c5bdf40698de46ef30a7d289bed40b6fd4cae66f1c0f92e9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06674b366e8fd15f95f98f208b862587f116d6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddae21479e8d16e16e2c658287629c94b7b9aea068e977e56fa8818427e5f4a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd198893d77a41dcdc05187ca8eb978ac0539a2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5de95ac6928d96ea449662fed3dd6c00583fd49f33f0d3b49f6207ab8b012d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e219ceaf2d58e7b0fd45f066620a6c7dcf9c8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37eba061b1a80d4398bbb886e2793068b850df5dd235390637006140f80f6799
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763dc8df2da9abd8cb06407ae17685b8013a930e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edce4f994f9a7906205e88f8e016e5b2e5dff30ce3b1f908c2dfb1b92370955d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e205fdb3d334834962e7f8c4f0746700995bef6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69bcdd697de047a4cd0a9f7a0dbcbb9681f0ff17ec33a94e4929d33d3416670
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4597181fd7893736d147c44cfdf104cba0c41346
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba6c0456530cf327024f3426e4c3e42e4a3874382e137268b78f56716c05aac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63d75426533bff65d62c9d5f36cf664273efee0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6940d12014254857cc3e0869cb3ea8240094343fc19500ccfb9d1c73e6a970
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7becebb0e565fc0e9727d1221f7bf53b7d5d5a6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aa2b0225bbaa481ca3397aa953974932b792197acec5072c0e61444ef80306
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd54378731ff96a8c232026d3cbea0c22e74563
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283ede6184cebf3a96e1e845b2c0421ee4b60a2bef39b2c5875019c032ccc4ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523d2161fad088e567ef1c0e9281b8a57020bd68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc1e3e794d65b4c73c360816a642f3fe5a8b34bb485ad6d963bf01ae2f68d3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b108b9467735a48d56d890820496dc8d678c4dfb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b895526a13ad24434b0a782c3be49b546e8834d3b10a21a41d3050cc14bb7b9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b23af03d5b321aa0340bc8eaa2428b17a99b13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755cd5d5f7f353783f15974c489a8e6a8a6d5894bcafa3a17e6dd97416756a91
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de30fc0970793323848bd7fc0f86f5ce53c7aade
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29de12dad66a348d8ff6e4d49ddf318e15b2346705d2a886f39188ed9add070d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d5f4f9939109d0cd056c9cd9dcb12e3e8cccfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca4d2ae97d0ce7e4fdcf65586dff5bbc7b9c2a412b25168ed9b468e41f71a0c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0b2d88d8293a5be3d23dbca4ca61a2036b6e6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4881238028627632efc2b0d647c2c5d79f8ad677ff6b65b18b41a3b0e8c502
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba501031c2b5ec532b4b578b0ce4cea4324158bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0460187f5e223ab90c3c3426c4c4effa5fbc726c273136209830b6247fea4eb1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e61dba0a3e93cab1cdc2494cdd69f374402fbe2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6f139ac90ad8217211bf4deb56eea4fc3e64a44542c77ee09019a819be4c05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c737b805f469525ef5a78ce53857cb628cddbd00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff15341a5be810826ecb3bcf1091dfa1358e7bec0e1bef21647cb1246d234a63
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec23c4bf52240c640fd33e3f8708c1ba194e8d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a024726747d22d25f7f7ec9f5b82ff0f751f46adda80c6b6b6f497666b6eaa6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cf9d4c4aa0ebc5a1e346a2d1afd9567aa84b71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfc6c6c5156be94c6b47a36913b778e1919c97318e04f7ac78ad3640178315d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f5cad4ccda161199920fcbaac6ce308498a52c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ffa230ed192d9fbbc61b955808569f142802baa1c29a2b5574cb8cfb7c35aa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cebca1c81a7e1d79c0850bf33b580c7ea4dc71d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48b7acfded48223abb6454604964cef38ed7a9b0bcb55a126f3dfdd491f0631
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa34d97f5ac5689623395e315eec33d21d32b5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066c9b1272624336ee586f7d4408a32efff9e5e5e6c3b65e39586e7cc1def3b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8da86281af01283bbb32cf4e007520de322c13c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b703e197870d3cbf5403de0d93db6489d292605c14326ba7c39ddfdb6d687b11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4680ee2116183a9c9d69e9527da1904ce83828e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc58feaf32db7039109ac45af550544135909f0a69adacb69964c8a5aff0453
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d895fc68cb7a12487030732d0c94ba16d59e34b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df5e10f40915c19d7012467ea82728f58a4e522b97407b488e282d5e38a0afe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04525fca88cec0c532be2643b8895d9dd6b3e139
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4cd3158e95a3d7e01d233e44f35e926186143f8d3c64a21ae565d5be2d7526
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7968b1fd065143b340e9eec0dda8200f88ec95c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828dd6853a8f8e56e57dcde32730de007972b03e806fa06f6795f4b035a1c909
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaee0dc6062926561afac5c60ec3f2a6bb10b38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e2c9f3c093328121abb65ce1e0e024936e49094520e67831844da14b7ed9ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198cefd49fae31c602b345ad4bb4978f38eeed50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106b51dd988cfd14e1ee57e363f280e2c5090f300a32cb34b8c60584348f1c21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c80f6ed0784f1f0b384a2f23e3bdaeba0a580
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d7c8bc22f27da024e0c622c8920e998a014ed9f70a8643453d502534286f84
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fde5710d55445ec478532a3d0d2ae506052d49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e810e7d63848f6b81d437e174a20d51f826db7db5b3557ed2bd02cbbe0038eef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6151118535e165323110ae53df2a98b5f705d8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b6f63adcf529d8214221b5fd942e3bb77e09489d782435158c30a52da4cd03
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dcb1689f6d8fe42e5d9d0738256ce6985064d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581a1300e2e74231697abd58a48f237f8ca4b38eacece0836bdb8d1d74f895b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6663bac540b65ed74f74dd5849c5af26a2c1b2f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bfc0f3c092f1740a60f5c39a470e60fd467dfa421d39334c7a13c3b96cf3f7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bbdec49420a62a5db379535b997c052c45b6cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0061509d74abf3ecde700eba8e50ac3130ef7e6b28e0f33437233d3e9e273c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d130f0e51769589aa8e0ef397341c2263c46ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4889f8b93fe4ccab13bb2bf3b6133d2484197cf7ec2a41e1ac03374d65308570
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9a8eaf17b61aa33fdd54e625931ecb44f0954d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac98c99714eaa5d05e437ba60e9aac1ac41e82ca33aadcf5c07514f6fb01efd5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8023f7751f303ce141b6568204474bc4c82d4a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23626f34c9d7b0c772283cd19e7121dc835a47f09e18a86e4fa4fa1b4f09864
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcddcc958cbd418540cc057501ff9649d2773a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791859fe8bbdacf3c9d52e91c1c2e2e4c1839618832905f389ba2e1fc064f0e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ab0e2c96dafa2ee51fea9e2fe93e256ab8e0d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b917472eaaa3fe7c302cd8130e8105434b969d645f4fd7fe1db9b9f2e541f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8730e954b1ef0a332d3ce132e6cebe890ff1f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d6bbea008603aa5674722c8b4090fc4ade29cdc68c5c0572e6ee0594055f80
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3421f8db5be425ce4591e695f483055cc09dc884
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa6df98684500168ec40198826d56a2932bbf9792a75540f5f1af17543adee4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7882e1aaa6989b070da66016650bbb8079e148
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2429d0c4b0da934a5864eefd96fa4ba9450cbc2177849850eb7009088f160294
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1777073f1154ed929192f1abeb642e41d7daed61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b10e4ccea3e3cda997db3c3bcc40d0b8d27cbb9f8dcfddb9715cd9b3bedc0a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d657e4f5ee7fb245f1d26f917a7703c7f1db7d03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4222b2e64a68455c11658333718442d1ac4ad792fd724203726fef21eed90ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e7f337f58580f20728725cf11ca2db3b4489b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10656feb8595326b7371192346608e3a6e568ca122c7205574763da755a7c254
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ff1982ecd23cd678bb2b7266603ab44629cece
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8580ff2af499ff8e58de9a37ba518a838cd4997f770fcfac594e9eb8b5dfc6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e7b6b4999287eb2e15d4e321153941d649e32c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0541c15ec0e12a3f12ad17f61b7739ea88ba175b1cf83c589b26631170e9bfac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7b3ee7015eccc918fefb6f70bb0a1de485415
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366665773688ee8988ad151505a303d984fb68e9fa227d81fa446306a5350671
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6526d946b6ac119cfa3ce5c9278c82cc9ea6f71f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2490b9395e1fca079c3656e50b6fea05256ee3a0ca9a7d598bff31fa75781ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ceed3ced3255d632232cca78bba9a8ab787082
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0ae258ade36087fb084d2f36863285eef82a6aee41765fe0d851a666e30c04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f108ab3111f1bef0fb1a781dad64556e58ae810
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e69481879f8f8c5967bc519391a1d6ad7bd6839097e0a64a3e8870c05fe7ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ce255ea0f75e915c746b14b0b6f8f7b296bfda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95b0b413d47673ca1700344a9eedf0d524ac980e66ad72e765b5d3f87f869ca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a517574056853337da4dd9ae651610f41b6c00e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97d6449e98c5bb63edff590fe3140a3cca28c79e5bfb254ce39d459be18370e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68677ecf82784ddf7228bc44b34dd396923d030
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef437c0e29dff94bb5fd36f3f2a7f606ac8ede0dd95d4d3871d107233db6009
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9328658b53a79d34162f92175a87e6a2480eb644
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fda8760b123e3e6315eba7915ebea03152c25218dbf2ef815703af2d099742
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff364a6c23670b9f8990af13ce0e9bbc1e67358
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5e4ffd754a5aae09cec5ea8e7865d596719299265d761d3d4a0b83e7b8d5bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56bb8045d5ae34dd8965e0430166e7dab9dbeee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc00e632603c9223b0b2d84d14c1f1af0142bb85be0d5a24aa89c209d34bbe85
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8543a73c90329d4acf42038dd240cdbc124416d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59070d3c1b89155e78f9a42ead699cbc32cedd148ba985a0b6b89532d8c030e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebe34eb89bad66ed6ff955293740541a2d3a38d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fe55510a21da7761dcffba07a2b312a4cf040b6a74aa3a809712f557e1f513
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a1823cec3998ffe2b4821626e297482af8ed54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b632231ada0b76162de526ed35cbddc418a02e05821c1cbe6a7b9aeec55628
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60aa66c1b6893c3a1730b9b68e312046d7b3a473
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855e639e7868f5b156d56d203d8fd8fd415f051ba38b30aa8b82c2d9d462f5b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0784cc2ab394f409612866ffb87954ef865dcaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edeb9b03c866bd61707d332528d1d2e7d2cf8ab32d6db1f96c9dad78f9762a05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a773a50f330b5b4254cb82b4be90d8f551abce16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b1d29b6cb07a8661eaeeaebad4b9f80a222e8532eb351155a27ade5de610f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70ac24c37221a615c124092dc0084c40979ca35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60ca87aaab8df663c08b3810c2240e31ad58af14db2f85de4b662998472dbeb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89362197b912a6f2b628bc92d0619aad651efa4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fc2872132b6c1f8f373395b113d7c84d53279662f919c4b9f2f2424a23b68a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c99633941478677315d4b25777a2361f6c8d004
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf4e58822f17919f585deae3326a7ab817f1359982d026c2e1c4d1ec6ac746
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a85d57e33afcb70e19f1a26d881e86972d8d6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8025be7bf3a380c81605d0607f0edf6b83b0350971f58291bcea685deffcc153
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c590e49d5faed80e6a7a4706218cecb7d380a11a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1ab50b4000de84e1349b0f05c49b4b8770c2629f2ca0ec4a60c8a0ef4a02d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c09b144ec2e901d8f5d8f29fb66c04051a0ea4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbb1fc7462c9903da3d7a1b07698954e147a664202dd6a24c3774281cdb3408
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aea2f20d5808b1ec35ad44f080659e31a24d69b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2765d5659aa09537b769322facb63f79d774e3766bf38dc7b07a46a0a3753a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60b853218dc595ef846097978387bec6ea6d5fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe58cc49f550757613d453e2b7c5469145a3509b0e94570d4dea12e680d019f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3b54724a0ccfa8804ee8b8ec3b699ac7426211
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8209306e627a20758ef392bcf0cba8006b0b7f1625f940215d8759409b26b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d458940c48be3a809fbab70e1357344f5129757f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1705480bc7c5f81cb46ab5b6d730cf90e022a0c09e21afbd89ea33e2ad16adf8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a212dae7cb4f738ca418582ce2bbbfa527833f1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acfbb7b5779b9fa5466c9e9a2540de2bc3c950cfec09fb47224ab89b092f1d9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e7a3071c144ae2bb8d8fb5d8ea76c38bbd7308
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c13f2a7e94a32fede5d981340b9f558f26af390a8e2dd2211d69079e75b79d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b5a265022069c658acd10d6993ef871b5ff7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d49ef77538a189996a2f5bc7dc06263e4e2b35dc4c79945398a9354d966afd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9921eddf9a25266b520ca57b79df830891a0f2ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dfd4cde977c513498e71d1358d999c292592cf9455567e5324ffb85106a282
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff521475e1cb3fe9f7a42749ebb7d4db796dad9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb05c8a970ff73935dcceb4faf6370b6191e083a4cad7ea877e8bb92e84aec63
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ec17da71b1be96a5d9dce1e6855f701a0469fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3addafdba220c39555c1cbd27a61e1de25f7c1c227d98afdb591ee489cb84322
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f21c6fff31de16a26b6a44b84dfc6af2f9e44ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b84f54bdb6980b3d1acf84fc8d697d49c720fc0685d501a544873251c1ec81b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09066773672371347e1a690f1e56995c9a685dac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788744ac834cd4c9fcd40c07185148cb3b8c670585c64d4928e7547269dd076e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7e8dc4746f1b15005c84ed59940b1695b3ecd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cd7f7725e3a0351bd3b449d600a4541ad2322ca82d5767c8b264e0203349c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc045b5191c108444a69f597750652561abba878
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e456fd4419ce51df9d3bf4ee1aeab04417b897d8d992f29be04ca310312fa9f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a2761137998bc10c47f18169fb7bd7a9e59ca7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc38e8806c2b20af0a2de04778a05eaef64950b8abcdebef5d0d1734f0bdb86e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547212ed1b45358a7f52f2b7497a5e4665dce7c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b664f50d512ec2a0d011b23c90d89a469888c00bb810265b156739ee50dc4125
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad6ff3e29a2fea6be83e4ebf071016930458a6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae4b95c1257597bac14ed5a5b48a0d72edf99527159daa2c9b2cbb086a33661
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9cd6d5b3f9b3bd4393848e7b49bc3dbaa74c73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fab5c625423841686a205bac7c147f795408d1a5af4f0bafb17c7307dd33aaf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe994709184828ce40fa8345ca7593026f15d33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978f26167bec7109e482a6f45fe81f691dfdeb261be0cf5225961338b072088b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afd6ac76bf61540abf38f39e8d4609d52bd2a8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149b41203bdefb029672befd5f75117fdc77f697aa221b05c518ad91f8634db4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b378b03330c62d4f24b8a645298c59acb3a201
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1944eddc3635e8ce0981893294caeabad9ea98ef42e204222d4da29f787dda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713323ce2e4a36412e26d89d71c02a10e8bc14a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903d26a6ada4a2de02d327c1b28f253b6dc755ea66c6ee958f9d99554c88d9bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147097e3a604401a18c6f0cd1bcaa16f48d6ff1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fc7312df223c4b646fd8cf27fa377fb080bdc94c7dbc50aeb44fce014151a3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f66fa23a4a1a7c130adb3779b63c331e3e8ad5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc5abe74859d04989d89bb46f0aad5e994f830023b7935e0c27019a578e23e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc259a3d18f0e5737e605c313f613f1b46b4f72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093c34a475ee675813ea10900dbb8681416562b88c34a95ec5d8e662a9f1fc9a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d530d906b3fbaf29ab19cab47549f5cc2212ef5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ef92b75cf22573b97c6b88398df7217f5886c7d65ea8bb7e3afa4552e20556
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256b1e8c9691d073825be57a7c09eafb22843ace
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc37529eeb664d53bbb9e9032403bb5f582ae2e969c3e889332a167cb0deba0f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a808d296629a9f13d670ffebb9835ca7b38772b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a359b912e0a6ff9d5837bc2d4abde4534b87af4186838058dfb3738689fba38f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d715818f2217e61871d55baa8038811eda8e1c84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0e82fc862b1e88a4708d8b2949aa720451bdb352b79b38a4b2043d08f1ceb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3459ee0fb16259c2449dbf90a28a6e8570f17ee2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b37495f9c2210f558a22d12cab43a291e0a8166a857cf1e47d77301a07534
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4b2c89a78576467b538862c4401946accd25cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d642a1dd33291bdfa484fcc9602e7fb623ca41a3b50cfa45a9a7701315895f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a86429539f7fb8258dff5d5db0701ba84538c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4daead1a5026b4019a06e54fe71ce8b431cf3d4c03c2e23d5ad84d3a99e537b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ebb40f3b46fa7d6df737e8112e7c1af48f1faa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c9059ea5ff5bf3035ff61ba9e0db7b9e575a1e0e094ce1162de1c61af1c00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56e531a63f23f5de02ecf7ef5d54b621af3ba5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6404a6ec2a4441231ed085cddc68529ef4ac9788f1916ca1a14e447bca5b8e3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279209401e0708fd75b18a85158abb34ad0d02bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78942833280e7ee670caef467674fc81147a2a01bf7219b7b0e033062d6f3a0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fa352824e5ad48af6806fbea8e5bd9121bc213
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59282970a5820d1fd42e731d1e71cecf0edaea6f65a35a7fcc56026a0ce7c96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88836a8349bfdc06f470dc6a79efed186f66c0d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de502a5800ec9b55a42b787a545a3f52001aa8c15a2a64a1e3397053215c5fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bea02b7d92ac1238cb328112e775fc01749d41c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3037fa26ce4b4d164a2f9e2b0d3ae3e9bfc782f041e9b5fe2fcd60fcad2ae7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e3482c42785ad8423f69cd16c87ffd2e78c3c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66bbd64e3d80ecb7629a817963b2ba883d6ab283fb998e2c34ec446305360bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199a461ebb9a83d5ee37c30c07f4c1e70d14e75c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961ce81d3634105a3b06717d060fa664b47ac3e43fbbcfa860b460b54a4221b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e922204e877bb53dd37da80ca41800e1612d9027
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ed842d24da560e37e9fac1dc2e0c2c47261272e53acede7e1ed6cba00ceec7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67084f4217c99940edcf0547cbf3c8bec457d9c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497ed1c4d94af53aad5a8739253f2764286b0694efd2907375791032e132489b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20c2cafeb13e55317ad38939846562f116296f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc18fd7e95d6c12cd01e3064e40d78d07f678097750bb828d5e625b71d964c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5829579b599c5a7ce998349afc89cf9c1d448126
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4951b3580f12f6521863c6406de57f9bbbeec3ba28df7f06d8bb629f6c8820
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c81f1c3ad6cf3ad63553a4bbd7201efc8153c33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7868bb626ef7936afaaacee6ed2bfc1555b59ebebd0f47ed423340f82e0eb44e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0063b288dbde940a5c7d0a43c5948b6e4d2ec034
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a7d503b8240af9dc774faa2a20e252f068d5c936f87526db004c79035d8430
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663818fd42e4674f7577553d1921f2f9c69ca58b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3af502a854f7aa5c0dc12f576e171035766720ec26fb2bba1437e706d93c003
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21a4889ca8c23cbba7f318e3daa3c9a5026ccae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb64e054b870014cdb36bc20e3f72c592ebb4c4ccae8e5205470b98b1b82b0e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3555eee80cc439dc67f818f7dd4b2aadd6f1c938
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7c7e880f3e18336458c7122aa6ab582a22e4612b526435f4e4f76656fe7cfa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2db303a42b0441fb6eb9582a26537065af56a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddd715642b4aa15145c99d6998a362cd4261dba660340d1295d7fbb23bf4626
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5daf43cd76b75c1399b8519f86544df0f99a550
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e70029b5847915c36f998d568eb0c19e9ec305de7e1dd0505e575f61f325e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226557b226d02e619ed90f33670cd0595ac52b5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a4748d6bb1b7744f462c77e49eccbffa7bbebb6dab1a6fdb15432e8bffaa74
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05af98e46f1c008cea8206f9b94f07b648482d46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd84710dfdf07f850cad7cc7de5558265351c18651004d3d25a0053c1ea0228
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6255f7403c04f67a08c6b27c31b7947b28d17471
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afb7dd41e49251c132dbaff2bc274a44c257e06f8a48e12bfefe59776ae659f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46054ed5fe6af6f3dc120748b725643ce0d7bcd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374bd75e8c743f1e3c960f1e85bdc3c85853f0715fbfdd9cdfd1fad712abc5aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6282c74b46c4d2571a793b9b3c307789dee5e163
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a996592b5285c03942d4594632e929ce56d9f48e9afef57e1e30aff23a37510e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38314430f4a1e804cb10ce91a19057f7b00dca36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1c7177e2fcd1f40116921a069c3eb9a442c945703d7dabbab91f8339595365
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4778aa25df6565df7d0be94526bfa4d6e8594091
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440f847f3bf1a8842245bced4d92811601c14559819aa5352e4e797f892ff4c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e6d438e5593d8f6e672672a3b5b809b9528af4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f7aa9e597c177d636973a3ddd1fec8756b3e109372f59f80bdbf331ef88001
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e71512294828b6eeda810103071221bf64eab1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c175b024165af1be677bb13f5b833468f6d008fba67de0b47b071027e6a7a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6236df17e88e046879f78e3d7ab5e8c7aaf5a78c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73efc056cb0b936854351a7da938167453a4b5218250ca19043a7f3b59030216
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce383ba27f1b5b7874bc1739499af99436ec6e82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f05242beed18fdeaded8c94fd75c3276947591ed3b52d324f438c5cded39a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c332a8fc8d33e6459cc2b4d3de50599567c250e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00df4b87f2c8faed8f16f4e2cfe57b18da9b9164ccdf2d2af606d0cf28edd907
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e9841b379eb6a0d101e85e9f05f8fba8f36a42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24562e2cdf8bf95046bdf910dc343918656271e1ae8eb5e8abe99d75d8a2324
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7263b602a44df0d0412fd4224a600f634ca41ca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dae15565061ab8b3e4b05b596b821f12425e7a0f4614cdef77b1fc8acb751fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3434d4efc79f0d7891bb0379845ebaf0e367d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6927f2a1878b1d4f9f51d0f5d866d0f3b3fa0768bc514897a3c244172885e1d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb41be828d14d2f46c5f08952005c74398d7889
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65296468318d90abe64206baaa69108310f31266dcd6d45e753a978fe44cb64f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22bf3f15ff42e8fcb1ca7aa60e7dbbebb946244
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e332588974cb61fe6a829e89b91cac8da50c64a0c3399950217da97a33cb3f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f926a278dc445a83bfe666cf81e40f7c147fc188
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0562176943973bb9c7c6c607933808767b7dc5697070c68d6b5c69d5ae027263
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd487432eae94242eb6b8c485a7ed5a703887915
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90c98b401e37fa1d1e58450d1cb6c2a5c5dff8412337e52a4a6d85e9f87d703
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e443fd055286c483b5bec1765502afdd8b62b37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948e2fb0900587dba712802b3c1c1451afe67fb4ff1fa793c567696b743ba731
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4d1834b778a29763a33daf4b89e7743a1b5338
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4925546f8527a7c613e9271553f3e93db2c8ddbd2cf4cd5d5c4850df1e32b3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35ba7ef5e28462e23d4627bf667f1d85c4f34d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e603ef5891ce849b6edca36e3a88286fe45048fd25cab09b4d527723e50ee0c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55563141bfec5be2973fbe6061cb9defbb77733
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ed7071b1bb148e9fd377f70f2a0d1cec9c92c3d82e21799dcc497c664b3830
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3e6bb1a9fcd34dd1c0b80a55a9cc4a3e06c530
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1def2624cdb601908ed5585e02069418ac49916e4f807bdc94684657fd32ac0e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1ff59d7b52d6efac7ee4e07d09162c98b788bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319484abc60b465082fba8c349f39ea74919f59d4d98d0beab6d78c4b7aba351
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc93ab6e267db5bafc39630d9bb66c35e98287df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d820bcd295817ba10bbff1d8b6ba1ef1ef6089394054ba4371873b65aa706450
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b5b8c6d345838922be54f97b8250c5494bd6ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba8342c8cde1b61677b36bb58f3922675295c2253e1a686edc0f0c0271c4395
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9aed7ac952be94ed62ed18ba87e973fb61b580
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f8e31aee0dc043ad157d3af700fdbe635e82254332ad1da4b42f5e5b4c6dd1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d34c7026e1c385fa990723fce54303c17f69955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc268ec88da35386369a4cc479f0e95170fb9ad2077510c5335119fb6d90330
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec477f6023ba8d4123af4f1063ddd70d1429e48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ddf96d4b190b4f85409047f5bd84800886777f46de19956e8385d8032ab730
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886c92fa49891e7d8853ed33f404180e57e10da8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a43322166cf085393facdf8f5cf539ce8759d369f2cb23a4bdf7e8fd064a07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7370754064cdf109dae4761b5e9df239dde6625
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44acbb88f2b747fd740d4ac8cf548b89b33ae8832b1bc1211bdd12a703e44f0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435096146bceb4805e1f2e8f123083a0623c5b59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4937398c2c2ab3ccb0a8baa94c0d50744af5bedf645eb7e70823e9ac16fef19e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cd49482319003f6d9fdda3ae97f3c33bc37940
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41c816cf774953e95f6a94debfbae62346fc7beef00db91ad109c3334cb7f03
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed044c6f5a37fa81cc7136cec1456b5b25ab7d18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d411015b5779efa60070d241da2bdae29de06b1f82142844b927d0c3cba9b867
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5572a661945d67d9d1815162790c2170a56b07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b409f1c322cdc02d8c217cba28f731abe2e9432b86b699945463d17563856c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b498fbe8d4b8fd32006c01a92a3cc8c98b373c1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b961f06a0132d1498d8a64486eac37ad47791ca0222877abad45aa9ebcb183c3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1a42f8e8a4784a3210e2861930cec79d503387
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de4874b4e4efaaeda178d1ea0d9cbab63d53b5c2c5f7e50d3637aa8894df023
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf368dd9f0887156bae3a85a50d3f002106d7b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcbe9376951ddadf2b9734fd01daaa21b327bf7116ec7a75a40dad9794406f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374363e2cd69711f180ff2a7148ecc1d18318066
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f79d6319de20d528f2284850bd726a22a4360be6c4edff32cded7760427d5e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d947c6c5d7960ec2d548cd1264f135af1e91e809
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b5dafff156943f562381080483fbe5c50d18141bc0f5fdd61a4efa899e43
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37af80bc25b01214cbe7f5e962db1ceefaeb2e7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f61244ec5765a973acfb3ea09da7c3ee0ca2a573939132b3c1242401d0f7c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6b69384c70c64d046dab4d54a24bf2145b8e84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bd082082e6e0f08c07cb4f698a0c5e0a84ba164ebfb8910cea3c94fbe38da6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ac735143e4023350a98a5bc86f6f59e97532d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f5bae0cd86fa887825e6d92a80cf03774f92fade355473d7f359c7c8719187
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7136120e3d8c4cad47034b150a726df14978c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9c273f89706bf3da890bbb19e49aefdaeca6b21828f5f8c97727841ebecd67
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265268ecdc445cb12abc487fb4acd748e1fd69bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0257b3a781251ac217232a0c4531397c65704c31938d8234131356bfa98413
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4f53b2f0146c5eac09e85d324dcab2b481334e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9777a6f66585e3663b6577670d7e2b78c49506921b3ee2c4ffca685351046ea5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbdd2b71c3ef40382a080fc2407d4e9911b4c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9475e526f358d5731871f387ac757586b63227a2df383264c497ef85261fd12b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfc8a83d3aed1ee08d784fd217a869f5ec40f07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845f56c3f270fe698e8a75d4c835de95fd27981f4a9771bd6157e8c9d4e0a6ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d6057c9367fcb29f381ea3cd2b7d9d2693c797
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e1c885c6db3d93c7a98e86245247f44658e0864cad5834853d6f64b3b5b437
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132cfafd5c6251776066265a518a34a9c6b24d4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8367bab214feb206c3c9f79fd1f273ff3bed3d653418364361d5d085edfef4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d13b9c445528c08c9fb582cabbb09c053de9c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5899b60a47a7f52e425acd570e3f41761b931325c3c613492fdbb4531c8448f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c77bd445fb66f761da1da56c6e044bb4e27cffb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1405464951704b1dbaef7d512ae0bff8bc2043bded48f7936333f95b0db8753
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9362c2cf515f4e14a65b28c6cac30943d82ab8d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34d6ad03df07313f35a0cffcf4ac92772b4eeae8e0829bda1dd066fe3386fce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa53b391f8029ba1df31cf429c6951c0faca94a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a30b562008ac906bcba39c177d9c26ebad0edfc156f183e16bf6804cb8e356
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c5d65b20c64da0266942dca73c5ec00494f374
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b186ae780cadbf85bb739c649015888cd34203d259094d0cbdc1ff57c4698e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e33c510a05d4e124c5da4c6145fa04b46b8b15b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec2eb6c74b9e953c35c23ba8593d8de9dee43eb49004b8c2a796026be123e1f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3216592a85ef25db02c33fef791b3ac08baa98ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b726a0386aa2e716fa20341447027d0991388b86490152592dfa621c7a241b1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da66af38998a08986b5f567521890c96432a5b65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efddc9cf6039af895beb8266f8b12951e84ef8001a5cd1a3c6d0d53c55225d40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebfbc84fa39ce135dadde2e16cfffeb04b04bad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06bff43e8e851ed067487b0a128dc57830168b63dce2fd3576ceda80b587215
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eebd0a35d0177504fe9451a33142c0aadbaa2ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d5a6395caef0a78adcd8dba2f119372eb122413ba48899e7b0df220d1b45f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385c328c10ab19db961ea6077c302e3e98f9a2ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a428dc933be3417ac146cd870ff1b63b4f6c683689d9d9550fafb071e80154fc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f9e0f7ef1da8697e1ee606ea13ccc6bd0c8314
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2800c491d096d3b251a3c0dc3fbd2ed337a2dc7105e6bf075eed31151f57a7a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4b10203381986b29f5e8bff82d4d47f090dd71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ea8dbb82e3ae838e17e8316e555502ee7d40ec51aa2989ef0bb7c2917823f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea7f5630edaf8869cda446e1345fc6f30a8fdf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd82fb3cf4f4034a18bdf83ea10df009522e91307d7f8c7344fad77fe4b9712b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dde83408392ed3334963fce3b3a17469b24d4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa3a831cc33fd5276d3c8dd9a95ace7b73fa140afaa5ea09d2102b88bd1f3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b71d31bafc574611c81ce2021d73f545a29b700
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ac82c91dfe5b3dc12ffa94b72de1bf2ad8ae4662bbbf2c16255b64193dd06a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8c95b4d28409c05773b2565b43a8e92ea89c51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426e5150089e3e166108c636378c5174fb8d36c50b47c7329b2ba8fac4e14baf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86767b5395a3ed4a9dc91f22b31dd49ba5e3fb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86406cbc9e9b8dd0a8c5dfb432c5a74a3e97ec9118669bbfa0c0d758465dd5fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825bad5fe5d44c3ad5b27180cf5cf0a22b4a129c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca66fc0eeb1b96d6e128cf3ccb45db0de55f5eea7af3e18db8a4c462e8c11e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd493c6b0e10eceea50960d9873902844166e68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79759863a07f87c6a8ed31f2d7840214037a2f620fae57545d6779ce2e2292c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3839b46f29ed74cc9944be79ab7808e81a7977d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fdadb1e2e016973f04032dcf1e1b9a4ded06d8a4fccd203b6defc8d5323ea6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dddc4feee7e5f202559e8af9869a171752935b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7c54870bfb8442d8b5e0c8bee8dc7158c50cde3d77161e6e8215affbc4bdab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3d12ab88a0a9b3bf0ef712e4ca0a6d93d50de3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13013f56234814bd2545eb1fac1e33b57fcc14898706e9bd5d55deeb6954b85d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfb1f6924554ba2e05f98cb9ab7fb489adda9d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021bd18093beb668256251134199d4b9c76126782dab283144f0242b32ee586
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e12484a805f8113785ddb1ea03fbff14d9ab6d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a7231534c751689e2442c4a0a89d3ab6e69076143d04056bc654c20c3a0d54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893c2b813f3550777f9183ca332c5e315e123994
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2ff23096b82ea0c32f071feb79280fe7ec17f5cee91be1e1549dc243126c66
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcafa82ed0cc1318aa441b0142672aec4411451
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91599da38ecd1aaed1c91b60ee5e0137dfa518968d9fdc812ee098e495189799
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fa3f87c6fcf1aa203ab3c0bc47eaccc6b2859f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93df65aff0132b470d46fe67541ef7167216b359780ab609c2ccacbecebf4b4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af37c0e5cd4c528c3e5934726bfaa39727d838a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4421bd91f98031fe527c93846c52ba2a194379e9c3acbd9ce44fdd16459c705d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389c0b6a5f24dcd2f7048e0fa54db07f7c9d6987
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ea101434a33f280bbafe8aa56a2a8ae8839202a5f18c81e59e7fc751bbb0d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18af4cefa289e2f426bad17437b9cc278389466
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f382b32782e3dd54b8c512a2f1a778b4ac8e216e7bea8d55f4caaa582e2ace28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e3bb5c4df9f7a2390f4883c84fa2205cb28da1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fbce4df28eab5ce29c1a6f89877b147271bd5667e4738cf11bc1370d5880d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6c5275b84e43e7810ff9e6297b5486389d35bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7caea77d53727a05864b7e40697eb04bf256e728d3ea509208e81db73d903e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7f1999bbaedf36b72150c9024b97b4124fc124
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195216bcac5fb7764383b4cbfacf33b51583df101b124074ebfc47f3fa2677f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4f464c72b90dd3ce5934ff31f507711c268854
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efacabe673d3df4c516bdf35f2d3714e70c1148f0110dee0df576b2c71b65190
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bbe4eb7cc66e1f42c8dcaaae775f33f0fa1c69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fb573e9ad376c937f8076306ce4cd7e5504d12470b8bba76499dc7e9e0e567
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee528fa16406b10071296cd0a94d6899c7ef9c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce10dc7cc9aef952a9e73333ba5728df4d374fdc01bde954c0e9669aa2711f84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04e2d6d056c26c80417c692184bf927362346af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a105b195a06e513d10910c84ed2f7b85f27346622b2096763271522ebc286c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bd5b7202666bd6bc08a08864da2403b3ccf729
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6641c6f80bb6ef42e89bb0333b85a8cde1f8a58a8fe51425b3368bc9af13a17f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c72cf32aa39aa79f06916fc887da8cd4ade2a7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a403157431a28648d76567ee6ce2cab8bd2ecf78f29b2e5c627d2cb4bc9f8f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883faf27f44f71b147c79f4bda07a53f0582303e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e11e2b574b758a1f8323ecd676253361aec4a8cfe52df2b46be1357e210cd3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fae6ae585ebbcce110587e6591c6567fcbd7988
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bab78ca1d4e06b8a2e02680699e2e426cdbb475134b9094042afcb11dc627b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b669277ed99bcba9c5b44e230f97265b304d79e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e611d5d7fcfe04dc4cd3741129072aa4a2c64f4d8a64cc06a10c0a5d1a871d9e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ef1cdaa9f0672054bd5ff2fa0e433e96dd3326
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f546fd9536035b8ae1b313f5f3a711587adb70a0c7cb12b4721231d3570b7ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e8c56f0d4bd4388138aa5ee87bc27f534449bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a992adadb020ad0d4343b647e7e4c4832abd1289dd0c6dde04f345a341a4d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3499f87bfc63d324a6f94e19db6a16c14c29c743
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fc83dbf79509c7030624a522ee67fe066017f63d3d461d28ae954e582ca0b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a98bd172bf80be04f11d7a9bad1d11c0dc3b527
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6e4a6c6b7d38fd76dd2f171d3628bddc16f4d145447cef571818e94a18a765
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602b3db203b7a1e1764aaae5984772084f63077e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240270427b0f1c1044e774e9e45e8274228d07447468493132394c77a7d7db3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ac83f3d188e7993887520072fc40505c9bf9e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d500d399b569fe557043ba0740094446e4dccffd42799acb1558fcd16ede9e7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31b08c7e293fde93bbc93f69cf26a5a267a1dbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e0bfbbb5f169caa30d529c75c4e5fd6db0203528d5828b897f38191bc5a7e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8c3bb42347c1464b967bcdca5c6b6168f2b7a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc4bf6a9c2b6a08c31b91e96c97a30200c83d2408ae26bec8094dbc94d4ad57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3141b5eba29e66bb1ddd9b0825009bfc971d8469
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17119d7b34395394f850a677782dea645c026daa197d3d565d7d34869a2efffa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb12ee77d0baa59cedf1181cb5cfa54f7e58c2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32de96e260b3ccad149ad07fce43c332336cfcb8e939984a6c88283d9496ca4e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e658a3295d02524dcd8ef679ba8aeb179a9837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81452828fd62ac2038f18a3861426e46eed0d9d7ea480116ddb8cb3acb55863c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687e160276cda80a91247407a34a004c57b9e10b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4200039227bbdad2ec6bce74dfeb42dbb4051f4f2df8117ce11724dec15721
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79891ddec8bf059361dca15dd6bc20fc15fb31f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68ed334cafadcaf1ffc337089b39d0e45b3762f7f57dffa9ce08a40261f30e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f3134e58314763ca44b5eb771585839a1ae68d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c4ae04eaad381a552474e92ef6566fcb90797fce1e9b075c9983d247030de4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c8652855ead670d5bd0c7871f3ada89c5a035e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943c8a93de3999f041fd0e7fec98430f12e00d678fa3049439e31c77df42a270
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b56616ce32be6445026b8029dd0e416e51526c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b8f3faaa69e6c61b9c78d7a1bf555f78b17b9aec28ec2d2cde702d83ee4cd2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9cf35ec307abdf953b1b08a9234d6a85f14c30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d45f22caca74bd1317ad459b7daa2c18dfe63aca90d00b13f9fd37e59d17853
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3427d109d2b5847a2f1dd3b9c2d19936d338ffc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e633a0ea6bb0bd8dea2951316e3afbf5269f00a725d0982a54e0af4d6e653945
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa10e37ab887cfe9e9d3835a6bc71555c08009d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7feceac4d10b7324cfc8198018c3bc8cb7fc017160bc42497970c0447932222c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8169ec2e837e29e6f47253cb7d0b3c82dcc1cde1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c248022968fbbb8d41fb45550bff4f574b1c50febf37ea082500dfcf722853f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27ec8173fda0951b2df1979f36dd8b73ed124dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ee2685e77f62521c4562b17440d0bac2ecf95b461b5bfc1e2a0205bd81f21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba127e0ee369262d20f738fb600276a9d09dfe32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f39424d9d6fb2d726afb9747e5632c6b49b55adca2588d3137d8d91081e21a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350e73183703aa3a9769e51cf941a7e646a064d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b9231d3b390cc2e20f82837f7a018e7fdaee80154e12f9c285e46e20e9f506
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c58a7fd815e1a7ac9d6f927b58d5883267ec99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1a38798b39655f9139b2dbd79ad41bcb28e421c21a1b8b28ea9afe992d5f72
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdfeb5e29f12ccd8128e057f86b88597161fe6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dd12478c89bf911ccc3aec6c4c7d7eef18babef45e18aa415e90b7acdc58b5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a31648fc4120fa28162c8d00476489fcef58be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e707c1efa2f5dcfd9c20a06a0c25581fe3c794be541fffa860f5ee71dfe9961c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84779da9402ca22494bb2cc68ca0540fddb0dfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abd3398dc2d83e425d90d67c264f7d1a6e1e664eb425f587a42af85cdb5c071
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625e3b72ab66264bb6f3ad410f8e67ea7d4d5f99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2192b9e4a6b2450f587e18970a3a77566af22469572b033af9a745d2f8106abe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d5761d89dda7021ad3dfc90ba6d85768148a34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d78512d3b3950254df8c77d5803c4596d7de4378eca76f422b4d56bf6ed3bdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4967cb648a509f18fa8d407693bb8368c84fb0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbc39cee47dad454a4d240b387f78501f5578f837ecd2e403d68b4c8354249e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436f4b27ba4773372ff7b2af8146ae946da598ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92505117ac1e87fd43bdee39eec4b8fa4573354613a9a5d8ed30a1e50bffb19b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e984e0276f15861c32dbc18657011a93483a1590
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb8fc587f2102a946b75c8866350027839414dc00999f02f77b41b4aad1066c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22de61f3ce055f1e6688f681eb03fa4649b10ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7470f1a09484a6cd463cd35d9d6ddb38e533021dc7561910a6f4ba004371268b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f39e74614c922fa1a053bdbc3a975ff7ff46619
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed38b439be3b9d2c15830415287d98d8e8b51d34494049f6f7dcd42940d0c1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886f0de95429195082f05f2d6ba7f8deeb2a978c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d7101e62ac1e6520f0188c07260d866d2a54eca25dd4e9569b45d3c0922c21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e703139ad028c1208744ef932b99ab68947858d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c9c225c8df51da58f06b842f379efeca4868ac3ff58950f5797d7809653bc7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0ecc21f89062daf1bb792ec8bac46fdb3d7b34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9b25e711c65998244424bf76ef6eb659da10cae8017db1122c38423d2595c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600d2103b7e5f16d831eb3c152b6f6b0829026b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13ce63b9c259bee3342e47de951b91068ce37d7f882eaa1d709cee59220f3a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4711436315eab7d0ef77bb65e86c89620b4052ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403d45c91a2c78811f202e41044271d1f2715938afa302054073d6bc06c1c659
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d6a4ccf5f95b3f1a074eb9e8581ff4ef1c4a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b06e436f84bdc5201d21976e06a51420e5591d1e356cccc4930356ec12b9fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac0e728529e76be5b64c1229b0c3b73263b648a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58edfe4174860bf4b26114469d02698f3647c5409c8b54c9896f47e603e11a34
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589456a94670bbd06d4d41891f7e428aa0ef0d87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b58953aa91cfd7bfd541ce7cc15465a95ef1a0c154998d1cc0f5e9f23d2830
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0ef8d3c97b73d59d4aee0be432b740baa65cff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8903c7b77c5d737301e6d8de2bd9cf239c1a7d1bc690d3aef4195e02ee0c1f0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9737118e00f96a1b2105ada557ec9637a3d19f13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296367148349c8ff15f2ee2e4afba1b25353c4aec9722cac8df2b1fbdc715164
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7952f145466648c6c1e0f9a960f4e72bf22b72ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2b33d2790222d686cea75d50151d4f94159e1f9f1b709e805c53bdcafb967
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ab21478fd3a13a0f5a60b295e3521c167e57ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807bd3180c5cc6b42d9da917fd0e31bf0675f4f8c0c4b8775793a0e880e44958
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f43bcf828825b851fe1ad900445421d4564378c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbecf1583b53c79b59075dab88fce7a362ffefbcdee8df3f2a16c32aa15fe4e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc4f3c2d49815912185af51ed100a9c5175aabc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fdbb6823dd0310393fe7505eae6354521f7b6c69c326ec0849742ce4e40d62
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c08c528a8140e05f96e0af4f9ef7f7e05c875e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc2e72bf8b2e04f0f19fe7b3a576b985b407af9fd86ee6a83b85646a45c3ef9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d5a40f44a7dc14d308a0dad9bafc03d4f9f41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97472c2c6b4a4b0e747768905877ef4169c82ef755815b04bf13df50d867498
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e617bbe592a49f99b8be88cc35dc59c48e9339
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfa4f7fb363aad2b44ac0f43d18dd823de902fd87bd06f85c0464fa44de5ea9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9f5e1ff1d57db9c220b06b8699c35b1fa1b821
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d9601fb46e8cc026e83f207a5b4141c68794efefc3f59f50eb35f5d2267851
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df9ac73f715e60813ae234ae679b77b59d39742
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86a49ac6173960ed5321224aa56718af6459a31edb62cd37e5f0139455eaa78
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6e054a4df844d42e75f8cc33233894fd2608f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfa435f3cff1015f0409b4fc621717e43730b0446d78b1a1f69688fe8483dfc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dead6b47d7d9f401129bb45ab29f3ed50ef0057f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37efabf9a6462a4030aaad00da06ad00f2bf7c61470c1c5272eb625ea6aef8dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e46f5b7e3707651936b0bbe4cc93d3bcc37d166
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3d9519d171d0277afbd5c376ff518386c2c6346b7b240454aa6f4a4eed20af
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da039f1fbf24484aba620f7eec46a0aa9126a52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267b7ab7e4bc3c3e06da687c9a929f8a6e7ab6fae185a2cec170ea8a00e1659f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806a29808a6307ade312e33bfb5cd5e83efb57da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d96ddbe73056f3f3a2a39e6e9cb716c89025a99c900d319ff7d89c7678bb03
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d236322a62714e48eca8e8be466264db37c2c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d7f2c855857c7d08b8d9850fc83254806307e7ed32d107405f8bcbaecaa2e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30a051d6c7da2c1ef85ddca44e6ec0476b771a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e80c606906f8b008ffe438a3a8a4145b5c9f6984e91a3226a11f0d9e8c8f5db
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4855523d5945cb96b0fc1ef5ae61d080eb6053
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6858c60a67c61976a7ab0ba53e237506ed6f82113fb6d10975218759afcc76af
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e2f20a9657ee5027f646c4c02d08be56592068
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17e7563dd8f8ac4ba3e24df0bf43f830f9b0deffd087460cb7f5140065432f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936a706fce378a9a88597c1374e131b90ad5f1d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fd46c94078d9c43a5b803eb013652159d6d77e6f83d097c18c1e25389ada0a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a191d2a2e61b2f367a9b5bf45409b3886ab27df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bf50679b30a7b897e1f51f1b1a3a274e80507e5ed3c8d67234c72ffbd8319e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bad51b5e7f84e449a9464797ba3ab77fafbeeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a60d11bf4ae71f199209c5fce97c50e5252fb250aa591279145a106c474bc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0775fee74439cb7bdaeb26ba28f4858117582d8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d0458ee20fa0552f272d0c73f074d809b33d6f93d21bcea7d6f4b234e37ad4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924c06bac949498909a3df34682fc751ee2e5f8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a851b55c563e90b1fe107511406541ea56c4a26f8e530dfe907f249b9408143b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a21047341015f42abef5503f331625388063ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913aeed6d4d53fbb58ae3837f195ad1ef49453943f643a3b3d4a20b142389511
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50da76296e05a3a84109d4d9a3154467c59b862e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e36756d2912fc6e2889d37af6958414b69828117e5195968c4176ef98e5cd08
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ac089b0dd8032823f2fb7e11411f8a3dd0e10d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e333b23d3bd424c982160dcdf3f88639456c34898b310b0db1874551cb4c38c1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0d4e7f1280b08eedfcdbb0b70363080a5a9ac5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6915ec7ab1e17e8d06f52d6955601395966df53666110ec245738a0bd21d324
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7b84aac8143118dc9557f23775ef733c8e0260
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c927803d883caa8356a14a2610a6f28fede563dcd36e9ded8f3c70f5ed19c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f5cf4dc62c0df1cd36f46800fe809be8963986
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17e61f43d499e297bd66a250632f33cedf43176dca367b1f64d9478bc4a6441
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d1f9b06e320fa51b76efc31bb1909efa4357f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493329da90ff90bca38d07d65d2492477e2b8b6f1d85b94e3094003b774599fb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e46a9fb5eed0685fc00e415479c15691c0a95a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f2b8ddedc3e0924e3783f34aeb12f042877a5171e982b7d9749dd22a119e3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675637ed658f8ea49e0c56f3d1e8b6b3375b7dad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6ba739449776acf6b6cf32b26b83255954062c235ebb4af7f24c2d02e225d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005dd62369526ea3263d831216752daf57b20b5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56df91d8e5e0bf35352ad200c3c5d62aa91fcbcc2b70d1b3492d8cf49add4432
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51802bbe1efa0105ac3213b0cf8e400cbdf194ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170297d1591e045703a4e111a4b90964a29190d00cc130f6b4db6d5e65796dba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d1eac5fb81c5f32eb4a18937eb6822bf362251
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972865eda2d0fa869839bca23fcfeba3021ab615896ccd205162d32cf2b8f800
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75de17a363dc46f70f6a6540a57424ead7d48c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64da0bf227c97d6f3dba0091297aff81030b9ad065f8aad0fc3972e4014cfca5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd43d874009e9421112466b08d1e2dca65caf5f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4a31775b9b2b1e93d0878fc0ae932a85208e1c4551b23da4c126d2da0b74b7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6944b017b4f876f5c2337fa89cc2e47c603376e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f96e5db90bb05e30d9b40e70958d26d20fda74f499c09327c7de66c40d28ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0974d02807c6648f8921ec255d00df492f277f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa508e698ff0e34c886f3f18b7322cb3cf57ce73ecbec80d4b03bd5caf5ee7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f272f40a77af4d09922b3a378bd08fef6f37cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf5b1e194882fc3ed03b48a812fed0dc223ce4c92126ca9d860dbb2c5aafc9d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab12fb1176d6f9dbf62cc8a91adc32f90d140fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d90dbceba972bccea105b0ab94f43454e45f793e9310e6b058128c6800d97fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09dcf4ea00fa8920fc783fc7035474b51fe05bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b306714191d98dd5f49b6630b093628b899032fa9cd4f18049bdc9d5f707d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093f68cae6cdbd3c0f0ebe8b029a5aef080c8874
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4db673c9ca766d4f989675debf032afbd6a3a5da46779df55b4f882c5a4a86b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59d77ff9ee62e3121e4f4f4e4a95ec0213e232a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b227fb9d1433e4c67ee9a0d41059e79b5f201adf7475f4a77c17f935ccdda5c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a375209fbfe88ec66283c1e96f68c43afb01bf55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa8497f556846e37d6f107c61cf401ef208d96d5d1c020e84f4b21fcea3c704
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117ea1d8cf190dc1b8e80009d6d8d38a3a38e954
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8dc3376fd3b97662cd016091ade39c4df4c0144c3a25bdbbfb826feafa060e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5310b802151f7309610d10e793d68c79725ecaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde2759fce220c4256368de5d991a2259a50275d388e683605b6e140aff152c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe92feebf25a9f8bed4223562e5a7ee56d270e90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035dacac2674c650837243519a07df91edf7324e9e6f635b33c245ee3751f5a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c5d14bd9cbe06803b6f2b51e466a7f7f451c1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f66b220a9514299d4ffbc95cadfa3803fcd222729ce6d6272d5ce989b584c0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6ebff9b0b52efcffad72ae7aa21f45173dd18e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1428efe7e742e4edd0499113c854caec66dd27ead91cbad2567c8f01abcc59ce
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2bbf1bf1ea2c0f774379c3a44408c27de743e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a4e96f89c05509b68079c56efde3e8d539ff83254f61baf035bde0893dbb26
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953610b641ed3c6ccdfca02388a7ebd3b24dbdb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e976e4a7d55740a6b53d81a6715a1d54e39817573b2faa601aee0766beaa40
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b40ccedb53ec17370cc37e8e7d5209fca92c52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67f2ad143f65bf23608649afcafffc417c50034911063c53a028cf1f94aeff7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3a39b1bd67228981c760bf61864414bd420c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc273d82b0913eb2a18a6ceda51b2200417bed23d7d6167586da662b151f5f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ddfc6b2c15fc5eb98947844e91baaf5c54321
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91d57417f47499b34523f2f3981882e0ca1b796ae5e1958249efd50faf9a65a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34dc816514692377ceba7d796d571e1590c92de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804f6c958167815e407b701ec1d9b5a116e321d9529392191f55f76b51521e60
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513fd4e987c07a577dc083cfe97be592e24c6b4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff118b552919d0986854d2beed74fafa486392b18e1ac51ae76f03f467715e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f765050fefa355b14b4ad017acb361734bf6829c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712cb43b5f66f99d24b724ca2f3e1e5b166794e09f5b1b8958105e2714275e73
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baa9a892f952e8371bfd3a85cf70ad2de034997
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bc5ad9143f1054f3e23260a7ac5f01ad473a5ca73d8b2500624bfd0374d812
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0e7db3f2edd51b178e5e5d61d07dbce7051369
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9708431587080b1983c48b5a664972202cde75df2a27d2894aa852b438260697
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38a7a668a94b3a38d9130273131429e56b590d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d761543bca0158d51a03f99c96b0fba1fa5f12c8ac1d05f67209e3bb29feeb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52427cac44711be2ab8c0a04fba42eabf19d8e4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108cabcd5925c26555b138e359719078fd963fa3b99553386dbf718531137bbd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9418c6634a1bb7002e28640b31a0e1d0af1872
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699c4ceda68c425faef23faf1ec006c4a59dfa8ccfb630f44dceaf5be03a7d18
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1b345efb6b8686937b897f863cc48f2413449
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1d7beac2a645027c29f5758aee99ab6aca8722264a135456b65cbfa02a32c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11e97599518a60f71e4cccbbb1e5df2a720b9f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fac887fa27a91672380b77cb2491f85fb1a6d8cf7df0714a5d37203d8e19acd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b189114df4f611a577061b8e4678a4683f7e57b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1391893a34c4577c2daefd48ce42560c222511b85ac25210c2b11f6fbd8160e6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e386e309cef8ae3e36567ba67e03a4221b4f02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b87aa0188c9dad24edd76e9752f8a21f0e9f89f99e445bee49e37f3159ebb9c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021d303992e8910fb8c24fd565c25cf9a2376518
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8dac532f09dc4a37b4a49ea69add630be2ec1bb355167e2a64836d3f473046
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5def068132442e9b8191506743333464743130c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893e828e3063a20c85318fb235b21d9a39d71e5a1f61dbd2aba2f8e7e3b8185b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f67d22ecc539d64cd32c780e338917ced7a67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d274cc63ee2d60110b3fb30bda29ff83e77b6b8d48d9343ce75c11d1d440a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8061ef339137e40b075b81f4d25e7f2e7300312e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973895f58c3ccadc28774f0e436cdf13b1914e3ba90b627aa41b18cbb6215096
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe49f9011b37b2dbfd4b0c5a00e556ff2d41daa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38d23b3403894f96cdf570c143748745b8f70bc621add93c0931ca1d2f480dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205180b00a83dd997911aa326ff503fee9826b85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252d0385eb8f4941b785916ac1730a947d1e074941a42115ac1e9929ec536fa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8b3d4e3fffd8ae502abcac693fa3b9becec9a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4075c79fc9d96145b0910354b63de00fb19402fb05e9f6ac02777ff834fbff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517191bd2b9bbbbda805d7d5ca95c41ca36d5afa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42d4c8c7f75f473e5b61f136161c6c82b9e222e487e306ec2bae3b7055c2c03
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bca4b43613679d6dbab3adbb1c5d61230c1d29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df7a262fe32577d54949237c07860953d269ca7cdf7255e033b2da397d40808
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe58a94587296670436d2fa97d6496d8fe40b5aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e083e2a1471e614a4c00fd1d915febd41f3b688bd5800d9e503e91a6036d2ca6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc75eb3aafdeb7541c958ff5616e3ba66418b54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc08424c5cec8df1b7ba31d3b162297c577e4b0cc6aa55874c140140c8d599
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e48a670df20053ce6caf92f2778ccd3edfdaea2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bbb2d86669df4be142a6005a06f0ba3ebb5fc6cb89d1088d39cc511053f081
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc22d1d565bb326c98f957e82fabdff75419e9cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1466ea137db5543c9beb5ccc419dbce73dafa6c1d5d16753f734974de2db9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79857b9984242beb143692e43647c10bf3d4f3fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5cb485b12c715d9493094fd7adf9f52f1428ff15a0a4641e2505f7b041e161
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7899b22565bc0f1eb28bc3658b1b5a570e4d711a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2bb9725e186be9c0293ae9049cf69455b0dacb531bb4aca6bd9a60eeb2ea97
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e864f8703b5a727caf58733c56699fcfccf198e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed991c0d81c88490a5379e29dc073b76240eed232a7e368ce87a32fb83123c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089288b9e5be861fff144b0ac04b5661023021bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317be0b3992859051f0578d4a3b504812c2f2bac93416504b52869051a1632b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cabe10aacf393384ba06ef421f5ebf7e2c174e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75e3de3c32452c39f330b559f3a855777e651e6af9155cb1bbb79b435daeff9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4835e9eeca9e088dd62f0f953b55a9628629aa8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f438aa2e59ca436e7c36b7b7b6963dd3b32398f650f347bc1bbcf59892227d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b52f5f98bc43d4c01e7259e238b4f0621b1d33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715b3b8d84d5a48e0dc13d1b213b7dcc98828608ab191d0a39603f7b553aa67e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291814932829d1002406a8d57980d586f5fa066a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167501bffe0daaeb22d12cea784600aec9df4c60479e4ae90364e4ccccf9c11e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9fe6e28ba25f6c9536207de651dbe8f9291646
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c64ccc5258a7819eea19e47974dd790bfb92db2f1af89439b0b536e535153
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9710486483c47055e14733fd6e7905e501730cd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3ca476a230d581d029a9f59b585163eeacc04d72efc956ffeaf0483a9d8eed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d397fc5d87333772f00b6a67786474b75e6ebbac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfd7cbf0ee278e5f9d353414dfffb6ee24517458056b6b720b05e702458614b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf54682f2b1b946cefde4246d6a755c858e2ad7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d0acbb633fda42b957c548554308f93044ccfd495e2710da5bd7528c49fa60
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84384aceb97066c38b733706cee9a0b6021dc80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38f593c0d0d0a9a05de46a545faec2762473e61d9c16b14df9c868a534fad7e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1050d69d2e5f58239d8bcbc18cb3674364594b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d5b40e0caa3e6fcbd8c6833ad3195ce509e67e6082542b2b7972b48e72b8c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cc0ad192e2c2b126cbdab6d2f7b2b9ba85da0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf88e34163d0fbc2fea18104b3b3d995d8ec0f3eafce6ce036e47268917898b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd5dac51202006d99d2a661f54192b57c9499dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34196d046b340d41cef9a1d1078c52cb671e0528dfd6eed7208338f5f3f73e50
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463755a483842dca2729247b50802bbd85b3d0f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd8968facc69a16460f7e177b8e07ef6cb93b71843060d7cdf1ee2beeb3525
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7aff416e93d94b0375d9775cfcf76044ac2c4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f32ec043508403ba3d52d6970707705a9db1593415de968415b8c495a432aea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf2fd1d0b4b72d8be68e17a59d9db4dc605a58b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91c61c506cb379c03e72a1cc2c2361e02bfde8ee31df3e002bab28b370d33b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0624df2bbbdb02079d3dfa4e30bdcf0c8a5ab89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29ab89596119b0932687571c37f29c8050bd74d21136da0a3838a1a14e5b831
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0194c91b59538f6988a5dc4a803807f6b453a3c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ada4687f0eddfad5674556d4ed8d9d0ccd9b4b6ded7d1ad29496b152bf744f9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1b1bf11fbbcc320efa1ed852eb939fb08c1469
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd2d0a0ef385b30dcfd4717b9ba22f528ff209ffeff4d56014be332eae75eab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a92f70264d3c308a9635123ee16135c1bf32154
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da024cafbde03b26cb4299a42f6fdb28c0a98337dca260feb1340ab37c03d633
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7f807bc551f5eaca924b3b35dd68843901d2c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3503a04f58c286b8c9dc0afbf176a8998a0191ea15a4d2fcc9d78b413ddb290f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb59ab7f50c803b97a5ae677524128e68a9ef4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ac617125c7e31c602576637d997a6e3952155e3aa08ec9369e93be51646255
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5adbee3bccd20f66a3fd1bad999d78ea0eac7f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0d48aed10ae6f5a2f7e9b75ac6eea0f08fdcc5dea2708047d317c8f8f7eca2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc79095bce5326fea49174a3ec97208388c4268
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9da524b10a70f902767d3e8639da79b4a3d7ca507f1989971ea6f91de7cde7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbc5477b7a1308652143cd18635cf928a6f7bd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae528ab96dae4afaa1a1b9086894a33f126ccbc7d3cf51e0dd7a05e3073f52b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af7baa3eec8e1511c8fede839f47317945ccb33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64872dbf6134aecce5d16c6fdf4359c369e16b715a7120337125c800bc52ab79
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc44b5404e75d6c4025aebe678b304935bcc74c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63595fefeee14659f71bf5b129ac3d9b285c8ce656ebf66ae14ea2723e97b60a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc70fbfded51da063dfd70a443f9f8575060ca3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b745d6f8656a1b5ceaae4697fa4b6d85a286a0ecdd6e0826190cedba3da41fcb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5391a902b05ca29f1a5960ff4f282d23f4a230
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a867c71a4839efd18455af474ad00e8a737c47d4432fffae73f0d93340cc6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a653decf909db79d2e870b1dfad32f81b3da56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623c954e55c1c4cc3220ec24b563db28353a6a13bd4bb7ce8141f16e3830df5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2578f6ee4701f9ec22dfdbfcab4ff7460473dd8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f409acb105f4bd88aa2459451c2120bfad022ea3c782a269450ec43097f38c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc04f8cda9ef4523d1ceed91fe32bcd12d5823
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9853df9b7247a84bf2736034c7bec15afbed5b3b3636ffc186d38e159c6e15a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c9cdaea16f86fa821d23e87ecf62f91f3981fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7575897946f392d1786d98eec1482e3720adaea36f8e23237a402b73cfea9d1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bc56a8050223432ec5b4ef1bb84460b95d552d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74330665b0873b1d6d69c775be95d495168a8e4e1d6f35b7815acf589020d880
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e1d2a0e1adf16678c77d28873aed9b1f407956
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1549578d40504d9ffc8ef8219766a4899e9d7aa0d1cd2d333fcacd22dacf66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874cd9f8bad559fe444c86af8e41c5377aa5531a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a637fb9473d158e50728b0ac443e85c05aa3f09947ac772a891b99be72d612
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e271d431a45676e1bf3cf1c1aa40f6226446e51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f12477f97d9227973d27f4285b35c6818e3694a796aefbc23031d30fdfc5e7b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bd4a7a0237b6f7b2ffebcc4fb6221e767c4a60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f4dba0ee7a92622ed08aad0c8097434fc7d5dc37b7caf6c7f186ba1a2e74ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99615e1c6722b7303662038dff3f2f83d6c73629
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9d858801848df9d14b1889435298910d58c1182b71b0a13376a238ec4d81d5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8849a378922fc1e3380587b2226513d64fb817d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30746f705d83bacb1e357e3452c4bc8cb282d2e6ac73706b8e4b7bc56aed7b5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc980da3205a73bd5268bdcf4a1aab139957869
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f8cd17ab0c0b19dd523ded3330e972a31ad636893c5e30f7a059bda432a2cd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b8948c2034da90ca2ccceef2f276d6adbf54c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfc40df2e9c5f041ca81ef7494b48fbde49b9b95947246e44e2eea0a979baa7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cec9d1ea78bbe6f39b89fe5cc3ffde610d2db0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd0563b0916a3197f2986ed173a2ed42b69f10239802bbbd245a12a82a0088
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee98d81a4daccacae24ee0d5f0d41ab5ac7638
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5c95838280221e128a0dbd5569cc100aab4781ae48bdf522a6d53a152c704a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780c36f10915fb9b3164d5d6262c38acbdc3aee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b353ddfa9f7130730a4cc20ab5f58545b9027b7a15f590c296ec1759f67754c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f05c75135943b7d6f4d36deead1cbc32310b7d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570a40ee1715340c203fcb828d3ff638e35645d8d7c0c7c8849ed007a45c1e2d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca41e5b962f1bbe7505ea3fd277ff55143209c7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627002450fca2ec042fd0de1a073c2127778f81b552d15e9ebf26aa7cc260665
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98cf209f1e42063a335642de5df5fa283154598
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4e0d6a21adb8055034c1cfbd8b8a50e3a3b80d9d2cce27606c560a5b21d6c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee6358c6a662c896511490ff65c3a6bb357405a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcc521f78e61c5b02af330290dee5e7747c8a1b6b31f2e2077109aa07ec570d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fb01329fda6531e218c8d8fae7574b303090e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e19b44353cc6efadb9af1f6b21135c08dabc2ee1b4d06be5148b07081241ff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8576456e608faead07a491170805e50cf9b4b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaf185d1e97503de36f27d073784d02b75d5e82081de7c6487762cbbf35ab99
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf19b24487c0838e9feb8712a019611f7d3fa79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515f31e5f485a8f6dca7902cc8596330d9165fe03d708dc731b17d88a1841b4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31238e89b09d9d54f1a5e4e8063d6e182de65281
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6a507d11aeb736ee008e7023a615756cd2d1c03d50a3478144ade632f8b84b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c29437ee33daa492eb05cb24b2618a87a3d498
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b2f0907777bb46d84a8454dcf4b764b960cb5d28cfe50c5d9e67e5692e3747
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d28ce693e6c48373c69c765547a9a1b22766bd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb50f1d34547a0696fb1c18ba5408824fbf65cfbebf3704b086e8f77bcf65d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d916297e0691a4583789dccf44881eed5f5c56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2792a87494986de7135b6d06f9d00119c8e91ee020ef33f1985d76170d1f353
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4d1b9a888526a3702443773d568fc9c2afbaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588e0f053d5c7e5efdf457ef44e6003c1dfaf8c4de1e525227c501393f80b3d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd650b4dc1af7a52e8142dda1182a9b29e1e9e5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39acfec8b5934c3c8702fb8847d672a5dcdfaa3afad14827cc322c9f4c47a27e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05f0116b05522c9219980037c7850e1b844e127
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e4a32ca0ba51e283f35a91604afd44ec6da36f62dac23bbe5d42fa489257ca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7436dbd0ddbd8b6fa43cc3ec55c5222153bc396d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc72b64c16acf642a4f7e7331256558436f14758b676f3f3cd94547ca9f9012
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c291cde2b7e2e5c28252ee7f3d7098f13bd1029
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb6db11d3a7bd74665a8a1fcfb786db171f1be893134cbf8a2fb08348281c92
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0974279a4a8bbc5540ffb4c891a284f53e32a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8b7d1297abb13f17b14d36b05d5f6fdf83481b48b1f492773366bcd9639fa7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b62c1fe43a3cc5145e5ab691be225a5d5e39424
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21977f07c7bf92df4472325267e8e20f01b44c84e5b0ecfc33ccdc959b72ada8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19378c62dca90fcfb80329124968c6e1fbf9eb17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa821c85bddb1044a0cc931c776fdc2028bb137139d38c01d8bbbe5910e51714
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6625bd42387ea922c09a65e88f08d486c3caf6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04333ceec154ffa4f5c0457ea1a8fb57548ab51e3b7c80e819215687c3948575
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a0d325b707306a47e8746226d638b88449dca0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4521c40bbe482409a1c9664169f3024ea529bdf653dd7410f0313a87fc3d8819
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7205442671bbd5fe670f98152b1b6aebd032ac8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78afce158c4bc546e37d26115045bcf21bd24cdf95ae9675d97a6f7a99433e0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f03034f8e4575ec6a50ed5397040f52927166d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c325b9fc4da443ff75d634b67c52193acbebe23bd4a6edfe273ded856e22dc39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af4f64f08f361cf390a07afda1bf4bee5e81a0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5403ab4e95f055fdc7ae6c85d455bec46cd98389d6d2b585a0f2b9a5cfde6cd1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d513117596da13c1c645a35ffef5e3abe2dc1a6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43b3fe08c2121d62536f4a60b21795facf1fc6b953d06a7358edc5a86111f67
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5888635fcff29e4b7a4fb3f2b1ecdb63813f1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6893195d28e103e6428cbd635fcfc9903bcd72ccef494eab7fe15f34e4ab805
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476da1b43cdc6fa989b4aeba838a5d6c1a7845bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c6b961906f9b52c594c047a724692336d908f76ccdaa66aee95fb6765642d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c4e30b2184f9db2378faa365a5dc6ed53cc176
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8fbbd6f6c9ba0314da222a79bef8874e242654637de634d35e6447907bbc55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bf5cea85469129f878cfdc1420787834e8e80b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afe5503360a77c6c90f70835ba8de4fc4f4730b41899e3d28709f8c5e7d305b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595f784fa2f121e2f541cab421c4512403806bf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1abf13e9a6b90b493bbc8eded92c82f00d5ccfed7d18d08fae798d64316794
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46b6c51f95ad001d48824026fc9438cd03f6c31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70af5eb7c25a6c97fdaf615f2a7dbb4fde9a0d840cc1e674d9bc0243cdbc47a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7541053b2c0b4d35690920fe05c4f939a24b91a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc2f01c4f6877e7bcd4d1024e11dc9f88eb198dc2052fd334af96a7844e68f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416912b0de3580959b36e61fe3995797087cf299
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d11439ddd8fbb5f50d4933e8599fbde168f52b8c9ef1b6f805ba684ac01a8c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542a0393404e4603b4becc62a1262e2fecd915a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3547db09a54276e2ef4dd3f41bc7bc4900a32e7ff3aa4e4066c26a3a21099b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66767479588a218ebd71d0783c84ee8307e947f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360aedc545d01e52b2e5a31a2d6210e502c80e410c75f60d1ea98ded33bf55ed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4409ef4a5ee4b94bf31f9ce8e188263ddeaee8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc121a4cd0d3ffc0f4ff3508cbc1a813778663acc46a90d623108583fdadfd97
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4344fa8729aa266b8208812c7c596a6fa529985b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9285bac2fe4f7b2bff6c7cd8bd93da6692801c203150d80191bb22e93a1c378a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee31e9f430704be075174c77bc94b6bd247dba07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b52d56350b4df86d974942ddb82bec2a8e9a92c78cb224d52f6cb855787bf1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db9a820bb4dfde04e8db6c40996b485aae5b4e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4df2edc9f78fbb6f5d968a9fc4aed423ca8c59612e3e310068b8c28abadc29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf310dc4af1a357d2da413c8c48d591586d3fd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1622dd6fa9131fc2c5b4cce14ebffe11da26326a0792a33555e3747b6bc9c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e654d90c162eea3cef7441ac693d78abacdc999e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d64313e555988f926de2c47bcd0c2c643f1bfd662ca7cb5f5cf62898ebb3f4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55887875558bb72cfa64558385f9591f35f59b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3510269ce77f6fc2b9b60ebffa75a9a7bf86543b7069f319c3a54a08cdeabd5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6355c307a987fe7b226a82e8ea69138554a23a28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff887bd9e20c614b1d32251a68e5b37116647dd114d3c8cea23addbdb5e14622
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211cba7e20ecec598367bc811eac77d0c85f9c17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3576b754d3151d22521eaae331e70e73fd502dbd48d041c1e9a8aef814b62cde
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a71d7842706d062374665ee01fa5d6aa6fae2c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61bb09b6d7518e1c09e1be2bfcc9085a9db8ffb742ac55886797b2ec11d8250
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4e0f4d271aafe228b01b0b9d013f7d940d3d6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6e94b334454efbccc8820f0af183838f8e6aab487fdd6922d663c0355b156e
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dfe10fb84d89e83646ee4bd7de4a161608fcf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879ddc4f6e369f62fa11f40fd99627070a7f23a8fd8120ed67133198cee840b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969e8938d4211c3324fd132436e0f0b7c7026d81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226f42c22c07e46a6c7a3fde372756a0d80f1f243e4e007681a1a46c5f83d4d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7513251f6a61a172b0ec66998677f611c7d883c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c6ba35ba4aab0716599086cd841921cd4040e266b51302a5d9187dd6b4e42a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92391a54ce4c4fc214a3f8f2f666d1341f680c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4e503c94c7e1a875c2905a6277d2f96a2a978e0df511b7e7e7ae0c082c3c66
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f8cd1803ac2f55bdafad8ea9b0a0fe93f30791
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c7e9a0bea53255dc6c36b1a10cf090f72dd370ba1c7dbcd5b8d978176dd36
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94b3d272201dc47b63f94ff9eddb7ab59609de8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180acba270930d4ecf9f4fa1e6ea4d0ff16dda7af06e7eb038926ed1b65d0a52
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fbe5f8edaca66d26d3609569399dba1d4db381
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81daef9c4a0075435a625f94389488d187fbe053309d53c452222f1d102109dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558c171f5d08a64675d01c74523087372c89e0d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ef1d005b659b81309c5da6f279ee8e18aab0de64cd4537d5985c4ecd445dca
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a93c083d9365d9bd90b4b7329d1b34bda99dd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53635b4f838024eb11d590f42fdb507958f4658e97d8135a003210ddf1e6221
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0062173d4497328324422b6c0eab2e3b16dfd835
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a68242cca9b41bad07fcfb32e37f2da3227a0fb8b608d981f0062db01876c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e166ddba2863618899ef5e2913860be77f12f24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1aa482d660be6db588eda986fe0226b3f09105422baea299969a4e7c89d5b67
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6a25747196c37c6d92b130f18ef8928a0c5ff6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c191a2281226d433587c16f57aece1e915f97e4ef7048b927e5b73131d10d3b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99633051459ebe51f40ac3ea48cc8d6f2cfbf4c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75449ea84303d7cb136c3c8af9943705251ad6332d9d960e59277ba091fca184
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b29800b304477f6601273f3812e5dfef056676
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88d856d814f983ba186699f6170cc30fb20a77dbd1d0cdb96d759f324d49ba2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704e54e7c09bb5a19de367d5de93a435d307a881
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49594eea0a7e37b2df72347f2828d125db7e9f9fd678483b6d033be1175df84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f6e266c6d6814adaa15cf08ad3358689eaa8fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ade71ab0ec79062006c56edb1718a2f8e362baee97d902daa9563be798afa9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b0e13207c414c5e4e762056a8c229127d7de74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99338672cde006a2f2304c40a91a6b0f76b92bda3626c73bb7cf1eb5afc718e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c76723910184a9d19147bd198f3ba63bcf7e5b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f266ea98ef817ac05676c32cca753882afbe4d88ad16131694ebbeb83ac76a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6b3a919ec583fbb439cf72a45528a5a26a68e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ffe0561cebd29d60947ddf54a673c49468f8725417b980837cada3fb49c6b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d043352944073b385ffad2ab2f5aec18168ef61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1d154aa0cb9a37f992c1984b1b07db6f67a3694e0894ebf53fd2172c2ff90f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdaf442d2fe4eb66cea5e958810229e9fd711e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fc6f85af531b0bdd5e50476a0310f2dda3c1ad3f02742e2a3122087c514c29
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16199aec2ed29ee87237bf3e4d5fb1ea07ad478d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5a2dcf53789d57141637a526d175f024f90b934eb0155a5e37900028f359cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e460bff400e1cd30626ae778aaa56d5c1f27bed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5ed1899ed90b4d5134804d8690dd33515dce9df6ad2756bf8385309cf81ccd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcae6d03941a2a24841d4269e94fc67e8c6eaa85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b961712f857a74cbd56a7227afe48a89ada43473f9ff48d9e8bdd239439e28e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48d60c2d4f8aa890011c0059f31be49c15aeca3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f579439a2798fbc743ed807aed99649226806cb837825c9b94801fd1e64a93f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e7ea994a97b2dd7d0287e616d447f7bd0f4146
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4736aa33c18da306dffb0bf1da282210feeca153d14151a2a6204d770f48acd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd730e782b9f3bc6a125be1142a3fca547e43355
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450d12962928efe187de7a24d606c8d5ce52ed8e1f3f55c1521ca9ceec62f888
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2361af093256d0dc4bc8a2212e9afab1e36c16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a961f13be6a939c6575d1c3df184844cf8f3eb6f90a5ffc57e5fc6ac4cbb7fc4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6cf1c14a49a0ff1ab60321ada5e0f21bd2f74d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847bd6a172dec36171e5785b9fcecb74efae5cb2a19b46b8babc377e26557903
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57572f595f951f071b92b2288ef9130219fcfecb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dee65f31667dd9c8d1fdace20d51680bcc3db75ded4a24f32a30210897fae72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c472e45f321e239cb7724e7e689e398cc181cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e66d82c35af73a0283584ac5bd32f87bea88fc46a7be73066ad7bc621dd4db3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349f3e14c567018e97d1db1b5745223c29e0dcbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c57e35932d4888959f510f6b3e93c07c6f175cd44d70048e94a551bcf44572
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7d69deb62e2b5ef881fae23de1355ced26c28f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ce86decb1b84c29e9d22c587f3bac083b130d4f130cc56455c23f815b93a2c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9fd5f24e5d5a9949f6c209ec55bd83d68fa2de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec2c915efddcb695a415c3192f9f258815400700e1fff5cd61a0d39cc179314
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08e4c54bc72d721f040df7df920b9e3ac3b43c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af30c60f4cd42028d532253319458d72bbdaf5c73a250ca88d9cc1a9c3a7f119
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9509a9df61b5a4afe95f8562a906829a57c70b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55107e34d745573e69f6516191a4e7d3e26dde1e5154d7fe2099151a5bd9f016
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f4ea95c9ebc65c6487ad8725fcfb17cf959ffe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d3a6b498c95003d19df97eaf713151080ac5e9b0e109e5f34d094370fab2c8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ea3d7c943bb8173120598521b2cbe7f96a4a19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d07bb2d07ef0a980fb49ca44b342d592c964f8672521a43149e9f211b41afe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7cd6b1a02060d7fd48489f8c88c7dc8af6cdcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3ae16cd6ee21e10c1f26e602c7c11fcab373b4ed2a5bb80eef9c08c522fa14
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427b26114bd9bc3d3af359f95af6a4d8c0bef71f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f9b7e8311d61cc00a5587e6db084e85fd457cd374769ee8365cdd1e02cddeb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be698c8e7eef0df91a29d228e62004c1350e6b90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd942aef160e673b0b63b63a04c1144e2c2487c793fca8a3fcd62e5213915f88
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47f5c9883ed7ff8a350f508951be03c50925044
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486d13c9075e531b6b2892d90eebb712f92715cd5f1609529c3f62906185635d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c40ae899e9ef2d60b33fa309690688c9307bd29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde6ff2094e74f68e61c4bb6c722d4ad7bf4d61ecdd58b6888df6c5a100918db
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2ed96cf6578ae1fb6b8c08e67d400efe8e6483
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247a2b6e59c34cf687c343be787a7d576d1fa342f8aba258a5728158d3b08810
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301bbba957ffb3a007b08f89a986fc6b094ff78c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59aa982a19d877abca1582295ed8c2cb1eb9dfc58825a41790b4e9a37b452bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a16e7956facae1fd85c4d6c1f27dee5c6766ee2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dc707e7fbd8af41ab77da68859ff0de08199ce0a9dfdbd5c795f20ba1b1312
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748149006ae88e9fe59a153a675fcb2d78bfd775
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49d1454e68dd1fe613af2a31a8b800a2f38e7a037ae10b99a871c0dff230256
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4d500fd41b34e01fe37117b170af8aa2578220
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1969863e122ec6371cd00f02203604bc4f7f628e5c2420400858704aaabd3e8f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740082c2fbf340ec801590e5fe4cda1c2987ab1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6921fda4532afe6c0bb8ba4d513f2265710a59c8deca8eeb94e4dadf7b0bfd51
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35871214f4f25cbd0fd6ba6ec6cfea423021200c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420f2b6ca04a5d953be0adf8e29924cc43bf6c6351f98b16bceca7368bd1dbac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf35071e6d69f554764c057c4fb250c6d1a6d89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f5e06b5389c009aad34c523173ca44c2e8ff2fedc14a01206458b5b52d1b60
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a45546ad36d95baf1e9f0eb2153afea8d26761c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244bbcfbe65d2eb8cd4dcedf5867fee2b46724c71fc5b2b99d7fa54337d776eb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1849e852334f7cedd502f539ea9ac8237b500848
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b60d269ee15e257a6ab117f5e4685335324a42bde23cce8a1bb28dfaed2a4aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3e497c266809e4097e803322335de72e6f4ad5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e81d92e8a4de910ae186e0c6c2fdac81decf58017f1d8d7f5327e669811091
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2017ba69f8f6ebf0643180a607837f4f3e1ce6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47a3801036f2668e8de29f63be4e971b06cd06db01912bf194fa7616e4c246f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542076f9a3517623f4cc9453a0009f1afdf991e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aec9f11cb0b536860106ea08ad69a8f0f54991b841881536bd02eca9b768dad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecca827f2f0a807466526643a1e847914c98ff3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b082904ddf204e8d6478242fd5871682b73d9b6d64ee4104d39d329fc43ce6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f182c101ba3cb87ba2a8cf0c795aa4c3a19a74c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ba7a161231cbb258c729df629b4820e21be4e92d903b42ddfd00e0a4b0516
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89a08c8c1e83dff3ff54c8bf638478dc903ce63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee79c750b69145ef337c1b9fb3606261ca68d5f2d2383a4dd8a91f6366b5a838
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fbc4d26f3ec5cfc9a30b4991d43f36ab853214
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a1de0163230fa1433704ddf243c2e4e75dfc7606d15851431d4c897d86ce45
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a21cf117752e317168517833624c47dbb78f737
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174bd7c08a7139845b5aaacbfba0e288175a52723ec590ff61795b21bea6d9bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaca403f15fbcbb5e00ffcc338de5a0d189b55e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f5c1271df3ce9e60c8c46ccfa77237647fe32fee1e5576debf10c8e169eb6c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b641313efc4244c2d47ea18e4c93883fe7a714
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fd8c7d7a80fb5657a5887786ec70c2b8b987a0c4d69fd9eb0f1e23452a0548
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0bc756c7a296daf50cb1b44a11574881523ffd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf39ff997cfae0632604a9b5544693cc498d2528c100521e615c4477d24752a3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810e742b0745a169e4449c4f278a01ffdeed9ed1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fe3711e85a0d37b04f6919641e126ec75cd41cb79f62f7659ec81c0aadea82
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41babad3b16153a53e1a630d6b94fcfea7aaf90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b341385d7df8f944bf169cea21b4e74bf612eda8f0a1a3b5f76fa02508d2c29d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34740f529486e687b5d09451b533f0d44ccaf34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4580b0d7045d7e0b10e60bf5a2d19972d206e736c7c9da2f5160082144474ef1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60f711d88487dfdf4059d24ebcd1a3dd5fa07c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09044340e12a8e1a306b8b180767495e0e9589767f9374c83cf78101c17d84d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2af911f0efbde20cb0600732d509392f41a61b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c528423235b2e2034f7cd64811bd9dfc4a379e4a6ad9c097b63a6bc418db79e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993ba8f83d76338654be87ce999f5bc7200d6897
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2025ce774790f058f262f36dba30e6ae1b70f823e74c4c8d34994c723c1d5f30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd941ec28b57b95f7b306dfb43167f45536618e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab7a24dd82091ac2dd30db650b926b5d69e073c5081fe618bc77f6e61c7849d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afca48f0540bb5bf7c48257ea72bf353ebe2f127
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb961e4c8841f30bea06c28b948f94bde6f555206faee49d67ccc6c6e55bd00f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193b6b684cdbf532e079693b7817351a196d84b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a55baadca36bbd964720a0ffd91f5733ed8e923575abed534235ee52c065252
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab5563c8f35c82a04d27627664a186c69c5e72b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a066997a164a1cc2a5ba83b4dbeb465678e6d887bc6e6c64ae6d5078cb525b4b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0784d4fa75fc512dff920c7eb02b846469734d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73173cc189354ba18c0f9ec8ac7af4822f6c2e2ea22b91df513dabe42d9b8f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2508d0dc00fb3eb22f3d0632792d36690b3c12a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff1aba94c266d5d021af6da453a5235b0abf33e3093f2287c57ee253496beba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b253aeb7317170a4b04a6a4f21c1d51397fbf35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d697bdfed32c2b0d5bf1d051b5fc9466f767169da2a5a64a7eb733fb9381aa3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990705ca5c90b52fc657b6a559bf09c7af543179
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4e80450129390f32277ba5fa04dcb317bb9dbab582671b2d63eccd65b35cb5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a5c5615f6f38e305a4a3b870d34f43b3d44b78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d158e60a72e2db96f9e2471919afac5199ab3d0b44fe1a61f32ac1999b86da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53c61f12eb959f91f7e5eac8b931b808b3c02f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1379a0e9802a9d227bda03de2dc9c76ff9edbdf364467928292be1be2bd6bba6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44e059e2f5a05fabf0fb3ddf7b0ac30ac4d76da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6bfd9629f7afc9307f8bfc0ab93a8221718878d6c85fa2af3439e969a04dfd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f65895281188627e2bef8e3d25e12b470030542
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d27394a1c1f59edfbdf0ba5b03ad2ead897ff2b49c0491080b925090a6731a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f82e4e3a637f938d4d93626b741e16739656934
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9906e373f67d00ea27a203b700582790f2a1582dcef60cc43c4fc1f7723a031
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a738abdd61773d2242159de414e5ce9fd02c330e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956ccf03611a613a0147dd3d10e407e5e192fa80288dee70b601b11525602929
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92110a401a5959b8f41b94dba6c0f6486a36e55a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7287542a841694cab1f9c39bd3e2bcd76ceda0979bcb26a349b60cb6470b635a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9fa327df51b84892c02d9799230fff67df5e12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e162ed4e479d9fcf6835de2bc034212a08d37550d1cdc12298d6297c83956a29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e775a6803228ca0b3d456c343e250c8d361b154
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b547e2459c05dc67dd40d01e8a2853471773ce1ae0308b0f03afdc42a47c08f8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6334ee4ebaaf8a472f3e032907b4902f0216a8a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cece8e83120233a7f67eaadfea88eea04624ad12b6c0d1868a971300bf024c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9d12c7ae3846315db80500db25fac2cdda6348
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b67f4250fa8d5e28b88e1f03c8d56f80f95a88da12cb170e10b6d8f68b0bce
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242400cc36b164ee15df1263b22d80af593e475c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709171718c910e3abc1fa98e2dbfcbe164966e173b5bbffcb423d87b2abcd7a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e193834fa3d14339d4f2101cd9c95b335fbeb1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0d2fc73d69133b456ee9843e2432983508a3cbc57a0d714a74535f522bb07c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3702d50f475edeb2b2007eac77b640006b837c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c73289d6fd5c6b49d3b6d86df4b56d73765c16afaa39aa4b4d2762b3ab86b8f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1fe28f2c2855a152fbc732eae92767ebf9b10b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b2e19a1bb0da292a6e5b30244bd78888760cb57dffbc5e3eae1e30cc1ff6ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046882975fd8e6daa3a730d0ce48935a75357048
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1be6156beabf0a01cc6bac520be5e02d77ecf6fff7b8b2fb0b1c333e283c1ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f863add754e4f2cebc4a2f953adfb4ba11ed91d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03f1b9ce836b7d3a57c2ed4eb85187c15693f50d0d33a167e2914ce39898528
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62abb198d593386333c6d801efa6b6d44a5ae472
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8864a31b64e3f4ebeeae9c01052b4bf096c6eeb07432e3ed64cd6a2a049db018
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ed04d6b10bff7cb529fe4ba1656736381ccdcd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd98a52f0c332c69a0ed453e10e811a17b41e2400e93d0664bc42b8f27b04a3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becf73183ebaf82b241969e024773f3ff671804a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d372bc911b76215d9c3b6f886f1f836bb24360112604b9dd2c19de2a0f04b9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b641b64ca5bc47d4b7df7ace35760ec15d0d36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3e1f7617850ba14013fa9264fa062a62f4f2d632d899c7ecc31d13d2b0f5bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4653802e05eae3f603a11f0357b974550578ba8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a42faf70a1cfbd2590730a28b8aa297cc460fb91edd38b936f76f5e77c495d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb24782086b020ef997cd47b2d22f76a068cb4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20728aa3ece7e646e237ef7787aabe58a10da73e2b7a5b9d657584ccde84101f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d243f25fa9cb89273358c3647931f35fa1a2d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0383994f25d2cfd457b0e7bde3cc60908c55606ee1faaa26c271f6fbf9866b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a42cbb3f70bad5a2d4a756470395e52df2c1e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6300a04681def7ecd7609721c0316d80c6971196cb19e1fa91e6db7f16f61589
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e74c81c0e260724432d80405e72dcd5f0dffcaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0180d00a14ac042ac83f9abc93eeec18aacec8118f740fb85b10ae798d48325b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822b28260426e90b41443d77a9d35d2b62d7c846
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8686b073e81732ee28bd5712671026e372e4f39ba8ae158db3d4fc736c42419
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d418f27d01125798eb4115d026b269b5d2b83d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be150257fa6ae8abbf905f4ef509e9a31d45342f3de1d48ce460c364f58b7f66
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c85111473bce6357b89c5f6f96ec09a60a3ce8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f15c6538eaea4b2b90328e56c63cff253334804ee2bbaeac03c9b947462600
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2470c6577d3378f92244430160a8ae34098b4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050df83ddc98228f9761ba4eaef129db87a20367bb41d2656b4c9bcb3c9e4c7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f87cb94877a8272ef978ec174ee837b5fcf727
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa39c8bdfe0803594d46303c57a35ebabd79a1512e203c09aba7ba1da831ab7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3152b678df90ae82d66ed9efc9e094ce8fd22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac0c97ada79d0ebb43e84084901785595542ca29f49565b54dab6e84e5ad9f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1969ca15833afb3d2d2b64f2db2608d8a6fb8d16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a95af9e2f9d0ff5894c70c25472b5a673986eadeb10b7a612d9df913bbbfcd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acb27a6c5cdd418cb36e8655f78f5a74c2b1725
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670215d71183ca03eaca0612937bf009734177a7164402c8d2363816f72cf82c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe075321a0798c3f29231b9b0948a7f3e311c5e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fe38bacbbfd3db12856b2ab6fd3389200246efbc5749ea51babf7ef95d5cd5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f930639f7e43e4de6d60979cc5d5e9c1b0498d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d31363be2007dba871d14cdd2dfd39bc6ebefe3c7466a8309b1475c7b4352e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2c0fa3d5547a083b1cbe5c4b7231a41b329693
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ecaa7266fd61a6853c144f521a967eddcfcf6168a3da60ccc03c3be3f0da4d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efa80dea7988e58a9c5dcf238f14622af3cd9fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422df3201fd90b20eb9c0b86a261b62026119292cd80010352a0fe17d7dbb26b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c805b176ff68fb30f97433061b013f51d1fa37d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5882ec7c1f8fddcbd9d13bd0b77572e57e63388a4a07b44421c365f7a4ab7666
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8cad571dee8bfdb79f33f767e36cb2b24e61d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9c320cf1552052a72d14cfbc470d2312e1f38652d527adae9248151d27b3bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc82232cb09dc2fe87d0a33c98ea9dd7a198701
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcfe858cd7e5988cec087e805cd18aca6948b3053ea9938d864e27cfa0d5b4f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5fcff84937a73b7715485a5832ff76f81fbb09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a15db9f1a522706fa88b61a4822ceb6dd70c245988e004cdd8f6afd353cd0c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ef211ae54920a9def56bf6a91facaac80632e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5ea8c92fb8913bd968e8a0cf3568d37dd48b87d1ce4bcbd9fff356ae54e5f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbf9e428883309c4a2ef78f84868a5bb490a337
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c1ef98867bb4e059c6aed57f64273645a726e8bc034c30f4eb5a0a36aff714
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406ca50052b3d15f5ae68fb22c106c8254536795
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bf29f7bfa9120e8eb648dc7512b236af576cf946b48b405faf2f4f20318f24
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d244ee778d45d4eb4513211a80d08f748d64dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768811520f1fc1f11d6198e106423766a563392dadb1defc0477b880e0f3e0b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e8f940bd750175210972b0226ebfa275fb85b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57140fd7c0acfb6f04ffc6a9418b0e0d0b698c7bb9c2b19274a3dbfdecc3c7cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dd35b4c69a9e083458bc69e57269e3faf96206
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36006740aadfeca86b06d6ab2d287e2d9d339cd3793acb6896aba010ad8ec46f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08db450bb5936db95aca906fca77700daf1693b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb55db593f63ca0d1d0e8bf6b6145d511d032838c5b01cb50ff1e79361fef6dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc9a4c6014377ceaad8e1178f2147c284529d2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea117889131c3df668d53b33c49048dba92868f6d80b935577003d6bde86199
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a5080a53db8e0a2573ae841a50b7e28c33c809
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27200d397c5d0458bbd272646c2c82f325bccb1d124a38f2dcd0bc9858fcb981
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d3dd7ea042119851bab8c5378a1fa47f9b8db6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256c355918d19853a9bd8e20e36f2afbe77a21f37d96b9045e764636c11a06e1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93a29988b1cac9a86742caf7c38ba5a27aeaca5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2545645313b1e63374fcc1c877bc30ad178417f8de17ad91808c8bdc95ac86
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a226da9dafcbf393f327f70e26a223e96f566f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4480ef8806ec11e83c1a2b86fa16e13acf5783f3f522479989c5fd85b16a36df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b511da2552f1d8359d1ba9af53f4fa2c6f96921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea28ad2346ad0720956a878b0a6ec0d00cebbd0560b20e17769eb78e3ec1ac3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5815c4daac7739db717d28625f5391c3f1250e96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559652c7f93a26be51a5c18cbe5a3ee7192b075484d41e086e51f3d1266a9327
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05270398e939b68137510271a4e59fef1da019ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc38fe5877db7e533ca655aa5aaadae28ee0b2bc7dd9aef30e93e93c3f3be5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11350d6ea28fc136b6659d1c9f27fb045bf773d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ae2adae8d1e751a845be3ce5cc3a4213dd33fdd88a4ae5c19a02de61e054d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5829a4fd78e83b694db51ccb52003323954d60ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c96be9f2f8022fc268978e87a0b5b4d9bdfd71154aa49b196eb1c9743835e1d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c186136112dd3c03e7a1bf9be4670a608dee121f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c6378bfdef8612103f166cd0b4d8c12d3c5d72ae7780d1a33154d827c0227d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c41c35e79d781366e5d723308500dacae10a18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e130dfd647c09ed558462d549bce617cfa50cea0e99de7b14eed7b4fafc748fc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedddb5c8be22ace9f654cbae21e6d181d3d778e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8d316a6570d43fc2ad4d22b448617cf01e875af4d60a36ae8af6f5366d9d34
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0a0f419acf64de6a2239995758495c35b27336
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991029daff7644838f64b5a72d763396dedf29078abccc9f9f8c075aced793ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c670ff780db928ef86ed8103a41eb80590600c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2359690e6eb7d969c391f6e443caa7e744141be09adc337ccf5c1c9d544f38
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7739a730a226f04665be710b376eb0eba807323f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628963707ee2dad415d260e11b0880e1d530ea2f76c83eb2b9db5a7c7b806984
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad442ff5ddcb5a5e7976da007a267f31254f9df5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35efba8b9bf1eda544afefecd681554996ac593497bb62c3cc2deb986b272b9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f5c7495a84760632b118e1914f859e6deaea2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf20b6f324d649cb6c499ae55b5fd4bb8f6e475c698fda6100b15d662323c7cd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf61821f53973ab5c25d2ae67dfeadc46e744d99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7409552368931b3236d71058e6f66c4a601ac1bf04a96b60dbbd468e8fd51fd6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06760c6eb052994608f3d3ced50c5a6ef681d07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a42eaad6d0bf095e23f7c7910189b81fa843bdbfcb21c5fcdd6eb57c06a4df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccbe113445c6cc036dcba622e8044a0d417f9e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1653c252b2bf5efd5070b34cd5cf2c3ea813f3987f9747fc5af442f24aa97b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3801629c9dc57f4350c8e7880ee59daee14823fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4508e8eca419c4693120a142a8a3018e3761d094214629a924b485d6dfc9571c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916fb5d6eeb5e40e3654076eff3f800ce7229b0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e827cc76132c0fc294a40dda707ca07a61bf9c6379560b120a080a75c6ae50
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173efe1f17140ccdc97a4162133266e7d264f7ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaccebb3473797b698222de740f89518861cf8f25f82c08169a63a406bb89327
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7548e4200302c4526334e6bdfa17816b08b78e1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5a4e3bfda99d720a695259a790fda5e9ccabbb895bf8b83832bd067dcd263a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3b6b2e8a2c0af8dca6a67cd6ec29d6c4a0b5c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6e18441ffe2259708bd68a59399be21e0028b58c83c7cfc7d4dfb657ea646f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd764045efa7010dbd27f6392ec8c151fb67da1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e5b581c37e15db65d8a883ad83bab8117a01497f41848a73168efacf9cfb58
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19170aba660d15855a1304e84ca613af0bf73f17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e004b53946f84554b956736aa7743c577d4d7ae713ef6026397d688f1ad32d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ee3882f969610a308e50f049aeaf48b8937483
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84580cf59cffa837e0f1bb524d56faecf9e41e4f92ca452ffb1513299cff09d6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bb0d9675bc64b9d1c8f7a617585648afc7b138
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a27cfa6397f6040775e34773b1f8b6f2432fc08efd40e487323b16b43bba21
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d70353b393b5b0745f07f65014fc18308af48a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d645a5ca5623a9623d2e5c1fa8295fced98b57ef549532060f39fe97537feb07
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bdebf37ef8a351f3b67ad0dd0a9f20f6ac1c62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208ccdeb8e8df36625e6d7de6f95ae94ec855d2079eec441e9900384590f8341
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794f637f75b4998e619a68abd60304ffb5130f64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93de1e23a53e70497a022eca17d908e6af4adfa25e9ba32021fe06683d6865b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21601a3e204ff382db9b691a372aef9b8ed522fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d9f9ee14482164e7a3cf992d45a055142fb61de46532ef9241ac3d300adfc8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe73e2f026fceaa2c683f294fff5c4b1696af3d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f94f96bb03783b2784cea26e280d198e5e1f01d46188ec131e4804ee4020b19
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dc0e40e100d8619f7cff9b031f34a005d8d5dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680dfe7dd5d418d952adf67e0d508d110f492c0734ceeec4f44e33e94e1069ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d187bf45e4d2e41d62e968c739b2d76a3061ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c548cf399c7ca87c7b053727399849460c43a934375d3d370591aa4952742d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054d3d7201a90b4aa1028c652433c95073c8202c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b203a3f50eeeb9e3bda89e68f091f340263cec17acf6cacc5afc3bd8b8e3e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3746eb54ec4cf0a9b0e81825d342bf872bd698
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28be4ba9c9ff2ab92786279a62768e3021a4e24d92fad3ba31bfdef9db219ade
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9697c12f916a94c64aa36d8c5839078c019ef124
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e76fca4c4b59514b0db7ca24ecb913f14480c763ae99f63adfbf98b4ac16bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac70dc6452120c960c032d00a262260b0adb9dc7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6d4b2c76c64d623792875b03c991ddd2a500b6e706b875894c25132a4a214c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d989d08c3e117e89c8969550cede3a233f64354c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9045022e8e3e9612f4ab28ac6bcc17252fac0fe64c001eac60e5bff7e320071
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b46293c172a9039fd22c49895bb7530d4392dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dd65d87bca9ad9e6975c1d8f0837421ff61df81f4d9b4b294f16dd5bdfbd60
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4770178251c974bcdba18e99102ec570fb6d2654
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef13b9f0be9aa4b9e8834c7e34e81ab343c5530150c25eab65617a05ee16ae2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9bcd377e514a61b7d5f8c3b92fff1bccfc5e69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5668d0e558994492be3f913f872f69bbd1cf2c8e1c76cc7cfb8703d0c11a1f7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80ab9bcd7a997e60ec8faf42c77b4d6bf9b6af3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151d31c9de69ca5e257328b87f5dcd8fa4b2501bb2f4833c641a6f44d7afbf89
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda416965b233fbc899ccdfc5e42a156bd00cb3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18261cb0a5713b25ec3813b121f681cad3c4e4a69c15c7fc1de46410f331ddb3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb856d4e66fed979c33b33334348ad10453f346d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c0ec4d26841cb6c0dbe63f63926ab74eedf5b16eb600ba4562e811c4f70bb3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9f9063df00157e489e016498184742d8930191
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a3cec203dca248a35726d3a0c758fc64d57e0ab378c060bac098f065ff8eff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ecf43768ffb1995822ab6c2b9f97f5bfe815d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed19244ab5a7b074762cd4ec790e225c05b222e28bcaa8a566df25474530c500
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1808fa44fa6f0328e70f1e5ac0a49bf62e60358a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b95c23890b30e7f7d8f73ccccae38c57e25ca3887ee372897ae3d1831586f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8818af148d52aaa27bc2255b37486ae9e3b3c2f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fcb4f5e38e04ed2e0214b5d042cbfcadd6150819fdd93a5b7a2bdb5ed66200
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241da0a8e9ab22bd4c8dd094fdfb118ef93723c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61dcc17f0ea66995898acd7e6dbac07d2e9022dbb00f2f8a227eefe4acaa29f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e454d566c2851e11802421bd0c54b17b049278fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b8c99d78d96822bcc50557a0a7fcd12c912dc3439f3bc9b3d681e5a728e34d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981fab0d2070a338be3b5d5d0c87603f54c22379
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ea8559c2fd78d8ab26edd862003c9fd251a1a8cd65ae895970603745521fef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd87ff8dc26f4c7e319cda2c87b280b0a4e9c9c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f86d25d9c12c376cc6c6855da469d2fc65b4c470dbe473821f3bbf1aaf3897
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d3e8c90d1210602d384d1fc66b37635c663817
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d0f368d757d66de4e11ef12684141ed50b7c0794993b4bf59563fb96ac37aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a367e154d2f97dde6b18ef79dcf1cc0c269446
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf0c18c5bd1eb69cc26691d1dd8c252ce3a86f2ae7a50b74da329d90bfc33b3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340791401db69e633a550ffb6d8cea224f63d5d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb70a97fcfb69a9b3e4146b8f6e9ee78f79f41fce048085745bce07734d2a86
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48f4dd2f74ea4e86daf607e32749f316501f3a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899404d8784e3d6c2cb203d4e444f3fd8ba852f4c63ca5a27c3d7c870fb27fae
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28226ff3c2a014bed6b516edc8016c8b2e70d7df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289aca1f82074b502f17569853a9876b6e4a333516fdad61d093fae2850d26f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ba00e04e3c2a3741d767c10afb987477a51a59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ba18f3717cfa0525c000ddfa14d4d69791ba5d8ec74dff86cb6374aca4a5fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cae406d2d8c85c2e9500778a5197f4389d57e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfe688db14246f80013b545a2e7ca6ed0cd2004c43619198912ac88350e874d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c97075699bc3dd0d0b818674a097a39d06102e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737b2570b46a51d4deb40349e82874d03552c45535ea2442139e4c182ec9c17
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6737562e48e416d297ff4ac4c4d55837b941aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bf21f61e30a0a7d6feac974fb67ffd19151a373091fd7aa5edaa5dd86a51dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6483ababf2b0b666273381c79a150aaf4c3e4d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809a25e03617aa0927e9de242eab1d0d8e1369a4b5d37aae39dc84418f3bc5ca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484450776442161bc06cfa1f195f13328aa60bbf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249669250ab02c8bf4aeab4518211a170bcf623b5e55dbbf7c057d75d2d49454
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfb8ee96e07960d5b1107d6ba75d71a287f6a12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f033aaac5a12f643eac52a3b216a5820ee3145da389eb2d26c90b4ac3d868c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0fde11ba210470cb3841515c1c5ea7e99ac050
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcff8a8ddba4553a0ccc4e202b1854bfd39ea426f7af9264870e59c6b8ad97b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2115d395263ad50a6076d030d0bddc99edaeedc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb9a95d5608ee54cd9d06e9108a181813107cde9cb9ff45c0a7cd2b0d6fad34
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436dd738f6850c14f97ef11850239aed1ae6d621
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41ed7a2a16817fc22e24ccf55b8b54a3d41e117447c84d1203d905342191d48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab46f896560112c454aa6ad2f3e328b17638169
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9fb4e584cb7412e1085d0c8fe78c401b18da22a131525c320326c620c6cfb8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c28ebc08fb54252e8258e9619ca05bd56e6054
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e809c7f6441c0d29b5d41134cab40ff5ccc5b6103312bb60b04afe4ce0c3f07c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7491f68678fa71e7cbb935b162cec4899e06d3e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439557ba426936968b8826f0aa36e8ddcbb5f2c09dbac93f967c165e605f264e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44d0bce0cf0e93c930e3645f0767f0ff7e8d0ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209ac7f07fe34b9638c3299979c94b1f867527c1ba763f0cc47541c8e55320a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c764881a289e2bf51631c7203dbbeb676969fb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28b25b7a481ce5eeba6892ba9f7c4f52fe4c9968a426bb2c14ecd0a5839ce01
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644d3614dadbcd92b3bd17abd84b367b05740b00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c504c6dacd4e9179273de8c4660ef2f96a30ce4f148d8101bd2094773ba8f096
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec085107f0ebdc7a68c1a48c238b004abf79419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35038dd766f227cf18601dfc060203f0da52c7da1c5ba584facedb528221c23
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d4fde8aebd6cc18fd3f8acb226ae9ec755e4a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac003ac2b860d796fe887699772296e088c134ccf9f756277980091e4366d49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8501d448c53169ebb2c4b3a193fdd05007124e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b797f5772bf8871c951a135fc3135cdbe8d35d0e2c65b51ededa8d77785bbcf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e9a71566bf6552b8888f8c1880e8e2ca7b3956
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfe3921e8e0626707936e8a6b65e12bfb6d6bb3b3883ab337fe544cd8a4eebc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920960dc3255fff2cbf56ac274ebac829db7a55c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8528b208216d2762df760b85122d72079c6f418bbbf0060c3ea54de69580b95
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bc67d70aedaa7807ed130fe882f65942867643
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c087a474e43766e4c2fd94b0343abf4481db7118875da5416ffa4c604494310
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e08d0444e687b44cb500db15188c8afa86a6f32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5786cea2dceb3c567317df9aae0ac4255c4f9b2db653db8659b4733b49eaf3e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc44061a2e678942bc87280f7eb4b461bdb1e256
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8eacf94fda991cb7db07dcf47c9d5b3b1f16d7109bf9a54ba2860ea43954cb7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a3def329918f75766b851809feb4601efbe6de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ff826d00d7be31e849125e3b45da2044afdd54a517d16bd68e808374e52a8c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fea65b8d5919d1900054bd1f354108d2cca7c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a2f75ca0f860e320c562effeb2998360e79adf6e972f6880a17251a119fc71
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789dcdc90d51bc3a9ebb20023eded89d7c5aa69b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80c3c43b99a8462f350778e4d5a68983ecb66fe346b2d9c1269ec3499f19fc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d182d98d64369fdfd2fa303ae050ff0ed72f461b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e0e0bb59d637ac009cb2130b0ef3f79db30957534727eda7422a5de4464afe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6db54fe26570fe0b51117e77e728ed66604766
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9ddd0562cfb39375d5a7cd0ae559652175cec9ff27def8f8b35beddf4a2913
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bf30d8326a6029ad4f281f8270a5217f1fa564
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283e81aad401d7345adac38fb102d6b2b9d7d3617f41d8fbb86c37fd7396be7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4faf9ddb076da459775d713e1002c062d1c5f54b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b721c73eac0623cbf88659f18b14c03ce472fe1ba4c0e9055e432389d3dc219
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9db790e831cf6e292740b4650299e6945ca62e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b772e8fc0a5eaa6b8f5690faa4a357bf98504fb1a377b0d822cd43f152477ebd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a167dd8e336549c685ecda9fb37e33b966a8f789
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5e68542a187877e1f079200188a9228923768ff2fe138c2d33d30ff7697990
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40b845d50610cbb2e2cae6975dec6071e10dacd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320783733705cd65c977f9861d9e7c50ed8bc120121b9a5d3abbe58e2c3068cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81750dc5216ecf71bf9fdbf774eb5f4f86dda0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e293a09e5793b8219b7e438da7b0ae02893e9aa0783d1ffec66ddf080d061406
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa907a2a766bdfd29696572c6bb2039d25eb530
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69355a1f1913cad8c6ef80d14180a5349981fa2bab12a3f4e29f3aa0004214b6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71094b01e312ec699b47dfc6c3497ce6b4e601dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbce2a811426c17e826f5b97bf3211aabda1b05fdfd70d2ca4bf74721920d7c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daeb50cabc9c877927d7682f51f29a806ba869ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba66038ee85276fe1a19c14a7f6202347a43d640b5af66776b62d5c588127dcc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec315e85edeb11aec1c1a1e9faf965ad78616ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8753b0034b878192c8462b901c8a3e7d9fd097d286a723fb997939bf049f36e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcf744b9fff6f8b0e8dad95b7be4ccfeab335be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d00532ed10194796a6df94762092b8e152a4fa035a3c70411b780c3e0bdc94
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9377392a6a8a45917bb8d16f9410d5f8f2ebcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04087b35df67d5fbcd72557874ff740168d0b922d2e3d338071cea5c239c123e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f7fc537bf45a8b9bc6ade10b8f8bcf86bc4843
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea2038d7e4f600c70d355e24592dfdb90a92a5fa703d0204f7e8c49d089e1b1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e03b3a864616c1aec4c36d10c0c59fe17386e9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b59b9bb24eb12e3100d72359351f7f9084bdbc3bab6e93388352d57bb7bde6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737ba3f507777cf99e401a83667e7a52eb535fcc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9c1d63e9a3f85f6b04d29ea31d37b2c03979b206542314c2e10ea494b87db1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a9ca6dab68c4d9b73a210b0c0e8d3d870ec1a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0f844fa5332c1d2304a0cff3d3dfba5493a6e8554adda94adc400edd5f8b69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5339d6b1d76534ce84e4552182b153a068240e61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e23e77a60652f0a285f872d9bede49075c725ac64f7b5e67902879df54a007f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa83078ac2fe5330c0f9d23b27ab7a64acfc8b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639411122cb058fdd04ac526e013a29d549e1966c0cec0eb20b3d7e1790c911b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b525563122aa81905d44fb61eaf439e12a8a967
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e43eaf221b6efd10d215383f99332174de0d59c40a9c359bb5db050b97fcf80
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1544133513940d6aa742c237e1297ee3a7ef686e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7eaa56ad917911e1f34bc65e8d40ec8a99f4f582d9d07158c70f3d9169ad41
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c60a9bf5e3a72ebf2da1ca3d67edb584753bade
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6a9b0bcd19a4f618770541efdd2cb43297398b88e8b12d2b1c08aa9558c2e3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dad652cbdb22fb30706a48871f6fe25b112e0a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ded83b0ee2bb5d6ec1810e19a028df268bc2eb99fe21e1d7ca2791ca1d6d39c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86e5f1d7dba71bdcfbf4e87a54e3526206427ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e63752480c69e2ab660147904c8efe8b955f92b13166e9c96ffc780a86076e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7c694b863770100ca2e947e85d959b87ec7818
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d55d8b91b87d9fa4da57ea171c002393d69c27840ede6e9b595d043dee53f3f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0074bd8f105513d2f6c76b865516b2468005b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ec9615efb7819f189cdd2b11cf09a3a8447134a87e63ca934b0cfc7e9be889
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f097689719e9a9a9ea870b553c0b8714aeb524
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06e3d75efefabecabb779d8f934e022ca3354b21d75615ca538aed6b68e8ab5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974b9e587df45e9fa984b36b1425ad8e0db61f5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a785c7a4e37e5c4963af916f2aa00590f24b4ca2aa983fcd10aefcd14a1778e8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4d4bfd6c1c69a2198b6756b2280c124d32d730
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f22d9a2f0829cafa4ed1b85e1d083160012d7a468d6151afcd1b11610170269
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c110068aafeb4c3c67618b4b4fbdfcc10f18ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075dce37e8b7837386c78f0bad0bea4515b0707594b53209236a006e1bf714c4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9abc2c28c5f90cbd85cd804258598b95a45a05e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fead43caa423642d43164e32641aa3b4b184f33972e5e29ba25d7032a1beaf7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90810eab1a4293d8f22af938531037bd0b57f7bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7518f7fd5c7fff71735dfbf519cb67200047b33acc7ddc0e0d057d61192d821d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2681d691dce51e1ecb139bc913681758cff17a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3f37528a0fc4d6bd617879bf7fa6cd96120c83b55f8e5705f006870aa11b8e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765edfee51d56618e19c6322537483ef3604e1fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a893d7964a67f73826456822065cd4f63c5a5b92fecd04e6abea9a5b2b3bb4ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fab3ffdd13904093ecda0025d64c10694db2951
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45dbcdee73de3d819380cfe786fc904f7101680344d8b90687a45cc48df9187
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5089cdd23a36873012a45d3cd021aed04e345439
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc923c35201dd81ecd7a819a98dbad1da73d158ca2a6e64a16ae4406994ca3e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fce5907dc311b6c58544f25e2a0ad4dace9ade
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f5189d0749ec2452c081cfa77fee98259a22eec91b16623a3ba2561dfe29f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cc11d3252881c3797837b2b40a1ea38226763f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06588d145d7108ac9f0eb256c82ff60e1416600cf612272d987ba68348428d96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31796da7f804fc33cc1b6aec72856b86b4ac5c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7fc8e45c9698c5c5b6c9f60adf5d000d5b931d26c48243cb1679778b0a7442
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7ed53d8af89353637138b1c8bcd7e27f59d400
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40606ec192c167cd89fd6d9f441917e7556a666ac71ef9b42ef5d6cc87c2554
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8610228c06f4c8d0c22ff227f32c284f7a5edc45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9222f473597ee711eddc6825e8835e04767a33e45b9285388f71d8eb4c8527e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a187fd6b4e26229ea38b221dc74b71340b18eade
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2baa9d126cff955a7b30e5341ea4eab4307a9909085c298d61740c3183b1ed4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a678de3504c3ad248cb5653dc0b0966316862ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7501656b6eff91bcc6a1a3b8e6cb97f9bf89d769fa7b9da4b9f08bb3ec45fce5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffc0e650f838bdf7044e2d487180f076ecaac8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba52c0967af28c9ca1bb800e0766dcd91c36f3f0cf68bf64e0c364d92c2420b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42bef00cc5c0d543cfa27fba16de45e4f433ae0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b207fb3ad1a4a046dd3eb3d2b516e78cb742686f7499eb23117f6f386d931cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ee573c9bcecd8d93ec0d6a7141f7fcfc27abdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a5428114d5f5639169209b2b297f9d6b4b9b34a1b6ba21677834169636e288
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934202794baf1f661283b279a33cebbac8dc4885
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4848430145e07f87f2ccc14f484472e88e6f19ab086ade8f9dbde92de66b869
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82dfed973fe9d13bcd72b449edffd39bebd9faf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4890634b6b9813dbb3240d619056019d75ee57534a0debec063ed410893585
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e10ab80c1d1c9011f00b8bdf9541194a6b8efd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733e00fad6118c59c49eefb133a4e58656b7065311ed5902dc75384ee67da7c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a57cc5b827ca892219e3d83521c255fb469dac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d760584f8b94c03b3fd1dc636fc6e9d43dec8510347720a52fc941f1ce534dbb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4941834a604cba48ec7a3673f460b3d4b4e64ab5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b46d4b98b3574e746fa6beed4dd5bc41154f89caedc9d0db9e1077d1bb240e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33f6ccec2ae48bcdf1c0eaeb3b46286cf4ccbf8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a05c410398285ece7d55597a39d840f8ab7e91587bfa934b4bb6ec89899af48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50c269da64cff4c549721ca7f5297fb872d386d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340d87a20fe258b1cfaf9e95aa6625a909a5cfe9d65a5571188f245c8192052e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851de560b99e4a4e397e0e4b1e9fed27fbefefab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400d8055876cfeec0654d00ed699c6233a53f3a44308df8ea69e3bf3dc869ae4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a31697b0573bfa2a7f3df9872d8f93700b10a6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72870f8929112eef2f5377d3f0e5ae1f5c5d699fceee026e17a03b8679f7b59c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d4d10fede2b98a1f4bbcd66c34e97791d69dc3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a5e5e95e0656954a60a89bd4e238797bb477897b2f4d3f4973a58ccbed2299
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6e4099ce56044e6ed162aa3dd194cf437d42e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f32ab3704bb5b629a80c26afcb9e10509e9e3a5206d418dbdd597b675dd35b4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21586181201701bdee806fc79f6bcf9f96b21338
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee9d851b4d691ce27b51535a65408e97000e6cc67d3684f345c7b925f3f0fd1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d261a1482885ef9b15a05715fea4913b135720f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f70899903ec0897198feb99be1cbaa0dd398bbe1c4e6cdc9d70b5c07c5ade3f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d58c24b017067b84c1d7479c7c50d55dd6c82f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3396c1ea26014a097fe63a4a7c17bc4fc8fcceaf7dffce0768f053c8811462c8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06e3d7df7d32b875c39ce3fba1b02212374921f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361da991bb5dce4c5316841ca0977c8d95d9e50edac1fce5efadd91ce11d9eb2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a971055c4eaa354ba3ca54dfb0fc95f5d7d13e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e15cfc655f524db951de4da3b3d38ff3a62be78e74b4bbeb46b4054beb6ddff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e61195fdbfbe2839228856bfd4c6fd6520fb0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825817e5b4ec8c09627db2245bfb710f5405cb40c5df880f9facf9aabf1ff1a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143875932967ada9b175be85e460dd601094c650
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482dd034b4f431872d77672f93d1ee41473147e03bff54a91347563b74385c77
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e738fc4f3194a14f47e999b4bb21337513f8f912
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990521b0572e5155d3ba4527e510a510b214287ae1a3f9745ce753bd5556f2fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254314a17509e5f31d4a3306898f8dccc1fe0813
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1223462736df442f320c8d4d4a6b9de97f7892bbc5728744be8e8657a61821a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b0a810aba5696eb9d966d91b1067b15a65e5c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9a92788f68d9e9157a35369476aecb371e971fd6b12acfe292ea5f155ffd94
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b92dacc4dadf86e3a7df8ea0a956f8ca9bd749d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bb24a5d8d24962748db4cbf174bb32ac683926819ff5efd7acb1a17027d4fc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385f64d09a32078e666c95f0e94b0c66073f3120
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81989e67bea7c2c1e31c5a5e9b315776ac3d2039c1d0a1b01cc985f86ffe9d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078133b629edb96915f25fb8cf9e40ac90dee3a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7db28843ffe581b8a9e6ba656be9d685343d8d85f2edbf95dc4688fc6896c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eddc197f2e09054b85be632b0ced0090bdbdbae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133ecef56f476563d635845eae5cfe5b821fc06bd9a1274bd3f3eae68b153aa6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03222483c056232dfd2a5508650ebdd7f8c891e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f46236e06182e1eef75e76a6647987c55ed29a8859ae0d57a4fede18bf90195
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7cdedf5d7de59fb6d171ed5c6b09d9f03e9257
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e845c2f067c810bb1c42a06e746b1f4a5bb8e0db14c71e9770972e5b6fbf97bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1753f5a9f3eff535c76807f9b37a79fc8a2ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f13cc064da779024a86320e5490d6b121bd1a35e1192294e1a3ebfbcb733a14
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b395984f6a7e077c33d870950ebaab0e668046f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79ab9d877a5d2f8f9e9c9b8ffc021cd2395b33cad1632818f0651286a7a5d46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0978026a0339cb2281c48660db95e793e893c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a00ff0cc403653ba8e8624de4bb7173705fdf4a2a73ec7d9303c7e71c0c4b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd8f3b86e717042af6ddb600cd0631eae691e48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd97d8862d47d842aa2e9b8210cc98bccdde39e7c48ca3c7ad403418bdaa3b3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2255e01d5b2d22927b3c7026a7b963df7c1d3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b98371ec1e22d02b1c7b95e621f39315fcb0c2e03ea07eee361ed827cd9ddc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00742e724804c4a3303ebfdc340c14f50b09831
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef53500ab392767f67e26afc830c0478dca33f8a58f4ef0862047ecf89d429d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f142fbcf2dd66f6a8eb5c0623daf82fd6d229e6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ab1fce594b71fbafa22f3f8efaf377cf3add506669d07ab71944b5f2f8bf83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fa96e95848c3462b69ce54b46bb2974d2ab0d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f163db8afcab7ad3f9240cc73cc54bd96c89cee7d0e725c7d2c496682b5c69a0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6fe95dd0ec1571d04981a51cb9d17c635a819a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743958f615d3053d2f000e6954d4a0ce2a7582c5cd7aeb3a862ee820f81c03d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac511a3ba322f37066c5e90cf4a53fd3cd90875f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d58cc0c0ce39a2d02f214e049deb297d4c82ed6bebc9307edfe3d50cacecfa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dec6aac28db73f05983c80ac40510b81b856f25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927c0cdba245ad845787c459426e3ec007749e04774e5a22f6844ac29eb5e801
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c58bc77049db5457eddbf6b93691f88e32ad1ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efcb6bf5b8f9c7add5b3ab5fe55be2823afca540deea8fda8d8330cc9d387b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d5a340ddfcda6f1e199301e710cfadc31be778
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8a789d654e53c845d24d5ba0d8074433754329b3c3ff31b2079541e130d7c7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a248682f89549b6c8ecadf900d301ca8053a2d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f432fe9d997f4dd8ecb7d5790781162954580977c40ed00daeb0c28914503af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9348b229c8a49343b8da1e828ba5f830c271a89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f17cc615b302efc1672b543d86abbfad8a74f9a7b8add37d76bfcece668fcfb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d782b84d4ced3e527d4af02f76adb219599a38f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d7a482e7c55ad7c13feb8fe4da6bb6ccae34f71cecaf18c149b84e1ff6812e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e779acceacad34d27ae73c38d29837934e9ca39c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391364a2344c2fec8b5b1ab18fd7ef79ff0bc9d003d02cc294411c8529bc8376
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47d5a25b8ab323e80d0ad85418221c62ceea5c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a291c40939ca56a1bbbf94be9954f73427780c03b40bcfec01ef52229d69ac50
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d84ac4a24ceae702b10f88afe186cbcfbd8eeaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c5e5c4fec2f28544e4aa25819ca0316c08604f3379f3e03ecb3d15e0848cfd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae5bd50e55de9fbdb75214cd983646c5d51af39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d79556a4486c062e48a7ccb721f28af9d890d1187c55683a4d1a05ce23ee7a
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7692308fb32e9526eb57b437025295def6fb2470
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d568bec9355a3a4f49444defa954bdea875a8af92cc50310960a235ee82ec46
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0ab311dad2f69ace9e113fdc6556864b7e4fe3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b4053d257340e4f2836fb05bc4c84734e396b6510f6f1d91f39d81d01dab88
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee1761054d06d0ac80b46bc48457701413afb18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542908064bdfa0b214abeeb801e3b917352cc0d5ffe698492733fee7a8b797ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba72bdab8bb964ab2d63abdfac60f7b0ea025eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989d600f3b3a83b1648dd765079b2d038fe2914b11b9f55f937310c6d4d783bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed08ed1e473956a99aac9201b189c88637b9d87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa940ef2ead0f46fd2ae13af9833a836629ed15b00ec734694cb3d1efb88f48c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e47405129729940b87ca2990bd7bc684f0af39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b82e7a2566d9ec10422034c44da00cc48a236854fe1ccc9b07734fa3cd6c53
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08e861c0a3a0cb21923050c09e4312c8fe8a705
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c7c0ac989a4679c4792a5edb0ade409f3d0056cbfa52be32da03c96b9a6bc9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdae605854ee11acfa33f48a7bb6b56fb5c24e3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db9b15f2bb0e150e52238769720c218498981ce07060cb6d94f8ebd6bf4db41
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204b220a5519ad8c7648bb0650643cca029d8307
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f0aa64d294230253460beb4ea0faa9d67b5e1b79b694b3be1c77674dd5381e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b5f1f8a4525f9d642ab44e5e9cf9c1ceb572cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343db813d9003a1ddcea81464f6e9ab65b04936185a13e257d80a0f46b3d0cfc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83667eac818f01a3369ee167ace7e18838242e11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a3950667f53c8b566a5b6e46f05d411141ef6c659b6538b1240e6cbaad9a0a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497d94343dc8bb6cfa7f89efa901a80f933444b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872b9b10ccb12fa48d3a9f1a5cabe20b833a19e573ffc18ddefbeed06081a064
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd293df1e2f3c79db3b8d4cb0aac8d56a6aa2186
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a163ab3dec51ee1426da7e88a51c9f5b96c6116a53c1a9629d7693341e35f323
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8e5cf5472d07a438342f7a012c09e90927a31a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5822e9951c86d116a178fac7e71b7064c630e4688e272f54f5f8bf16f0e9ba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548591b81b6ef14ea7f5fc5d0855aa68bdcc2074
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8939f73817ba0425c521b2901d3b9c15d1a03c115119f8e8aa25ebd74940520d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba606b0395906878880f3400315d1c52cb22b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d28d40c99e006f7ecb2c27ecf53ec984d11c22995a4a17910d562d13cf3fb7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2665cdcbc83f238077abefc4f02c7ab978d886
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6c31fcd3c83868819acf0b9eb1a58593650222c93c3ec0cb79af36de2df219
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830d0f0262fef23658f168509a11aa3afee4c140
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce316182bed2211ce23478580cf845f29340297e03d1f36f03149dccabe5aa16
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33996b5487e6ecbc4206e4a4a7fe7b34b68d822
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c9522588979b716f47e81b979be3fb373b1d5faf496133bdeef4129f4f2f61
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701c9b51047f5fc59110a2a1b6ecb7d50e8cabca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624e258aa86ba743b5707751926c84992537e49f6eda44013791cd7db40cc232
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6e0dd905e85b47b13cb6af9f5ac03da6ed3452
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47941ef6577d95e194beed686efdfd309af02309b1f113ffb9902ec1b115f02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16aaea101c99ab1939dcbc1134ed74c4ea29b4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f945a06008faef2a638987086516b8376649622bb4f4edab03f745346258369
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d759d1240eed9a10796aed08d852344871348d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8243bab1d956729db2e5b7026ecd07ffc6f076b9f8949a614f45451eae2b3386
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bd9e2de6611240dfa3c1cbb348ff4d2fe64ee1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bbc0e72a9b565e4e3613ef237b063ec12ec28f8aeb4a143318d86743dd46f7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4b26ac4ab70f9a1add37c04e38e114f7d2b1d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655c038a3b180a52c5179c4407b597cc9a277d97754c5e79a45dec8117f0043e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ccae8a80c4a0318d81f3531b1708a677db5472
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7d36d145b4701bdf913a4a502f2f2f167a94e4c6952a0fa141140394de5524
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa999f6869f7b6a6d005c0b26f5de626059c19f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329facf20b54cc344f1d1e703f1d4a7f5f5c74992350cbf9697d29f0c7b27461
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2cd177c59cc01cafd9316056ece986b14e32fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a610c6a127c435b2deaa2eb52780453bf1f521e17306ab1f8c0447144e27535
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc00e63952224af19c84851b134088830b376bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8287421a4a94325e901db996acc6c5cd5f74f9dfc715723284bb19c90442da51
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c734e12e3f48f81c550324351376b212315945
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9b6bc93fbb6bf5496a16aa4286685de70db8fe1f7f35752b9201d85ec5887b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee42091df1e8cc8716937d21bb5b6679cf16df1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec986631d46c99fb4c0a044ff81be6484b6275c5aae704273795c937a05b6f2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feab72e9ad8c7c5e04a39df864152f0678052f9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21fd70d751c978f079081d38bb03d79201cab50ff37adeeb4257d316a585af6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dae194251b1986dfae76cdeaee0eb2567804ba0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffddec324ae2784c95553d03421115368bd54f2db74b1237c105e9e1db9fcdbb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8453a2f12835860dc1e8fea99e13d12fb07dd56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202a3f34883d76396be79a811119b7c11be2c6809962623f681bd55dd496020b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78eae282c8c50ae4a177ce0976b13c03ac5b8097
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a3c07234edafcfa7f7b6ee8e06e683db206ec6acb33710f70f476407572d6c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0aeb87c9a67dc50e6e27a9e78707eba13f24394
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c674a395dfc3507677857a10eba141651f14ec2550a5d0eb030ebd2a9db9db9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03759c1815c4ebd303deb3bc51fc133daa30fb10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f446cf6ed80c961ccd75cc6377ea1e8c38d8df8e59f614c135a9abbe2d334ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ab02c49151624d9413eda6cd732a6b9b4d2457
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c5b5f125cf7f61c46019128634d242127b0ac100fb88f77dcd5b27142777f7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352b9ab42320b911d0c4230222e1d637a30089a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89da89807eb75d7d715ec3157881e83613c01d4dba4fc3aacdb16100f96cecd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7ad74babafe95d640299d4f28b503dbce24e43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a441e2510a57c8c2df486b3b9d90b50bb489145abec24aebc01c2cfad8c2ca96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0895615823208b7e83a2bf3efe1d4cbcae11c8d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187d814e0c8f1445a741ff71c9fc89ce092db62c650e45da618613904144fea3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294e583223e93965060ac52a8fbf8191ad2f2267
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726558d809ef6e1a6ce3b4566f5315b3a6e48e700f1e686fea3728e0d07c381c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e92aa9b9dce9500e41eeb1c7c8b4652ca54b15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b8f48d4b956d41d0082aca91b2f61d40709710e0088c80680a66354e4cb68d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc54b1cce196c396a36fa3f4d9e26515d70ca08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea980a112b416743c329925883a603aedd76c01b5248805a6ea3ffa821c429e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c418076800da9bc42321cb6887e6dc9b9e56035
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7530b04e6b447b0657d1e81d278750b08950a77acddacf73053505b564c98272
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719828375b023ca3853eaf6b9050b01dfb790da2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e4a5520784b284012eb33ee0bba3532837f1b38761667d1f4f7dbb48e485c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07790eaa944aa3b0ddd56a05b52a68161606c471
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea49642bccf1ddf3f995ce7b0db22a26d9e40b87b301dea824ec7ae7281ff4b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f613fa28ca7a7873a8d7fdb19efa6ba65fdbee5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f1568bf9a4efc1f113b6dd2c27784adf4538f3316e091abb4202113a189dda
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9faac2336487ed89d0112d8515fec0eb3bb786
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ba4846cc5e910a94cebb2b1dc6395a24e36b084e471db0545def368cc58473
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2a2a12e4796fcd1529ebab496ec98d90e14d89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e80b2c367a3c2107bc869d729f77f690dd8b7355673c3ecbb8e982e7f8607
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e66d289ed63160e7243042f03a290429609e9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1315db37d0c860b242ad797128b072f5281dfc196970da02661e209e68214ffb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ae8eca3c7fdd8c32d9ce59117ee20938b50281
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d51c6677a15ebf24bfb4b4227a7ecba274c851c36fb708b98c10a8b5de8cfb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3467d66e71d8dad342221ca82268281cad590304
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afaaaee10ce8f5257584373ca9aaa70a2d9f378acc8de68fca8cf431d162f20
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee83f2680ade552ccf4a8e390254dce49f66ffd9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec62448cb8425def1238724c5ec0ebfa9ffd05aa5a1b6faea5c1b01092d0a1a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9741c83c6739637099b22d130b475cf025e45c69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b2e715eab3888f38eeedce863731a262f37d80f0ff99c1825b1af3981b4bad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2e4ba9a5ffc10381eec60dad325d841f0edf09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e4f44d06ddb69852e8c9e6cc4c41fd9ebf3a1c1c73549a8ee565f05aff60bd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd73b9a3aa31e6757ed0c88f45a328d9d777e39e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ecd905de9ecf5cc16bb33f7ea96eb15055d9aed8578a70745d2b3708156e06
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef2442db2aa8f40e9a3e67ac84c5a4bc76b2cd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2279348602aaba542cad2fd68634a88eead99083566eccbd9cf16893d9eb278
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c8dce110d725fb22484348da3d595fa236242f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2955f559486b82053ed84f1920cd5451e023ae32b2e26a1bd5661b0821d3f3c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0a2a94b2468c3d2ab30009d55c573595e984ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eee36682e41d9f4277c04897556fb9d841ca91508250213fb25e14c139f207e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8d5efe2c767ae7bdd7c0b8c500769794dc7781
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e357c607853c1d61313e42d0a9ef9df3a3afa967b918dd34fdb58d65f50982
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4950f05d258facb3f5046c8ccd17194ecfc4e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1994294226fff8130e903f2bd077c1f2449fae284c3e494691201c5401fc04
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec0f4f4436f262d66b58bb1ba25de4cb70f10f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7439f60f515c7eb9ac7936f1d4a129a91e1ee44b66b3f850cb6a62960f3d3f31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ec521257fcbb061d37c3fa4354a1c8a20ae79f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddb4f411701ee6283f19d8920e85d33343c8a7c4caec55a18563c8b684b772f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d1209fa701af13e57270c9a3fc57e03235d5e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20b802b2659b56cd3e067a31db38d1188896ed1c26b6858a255e10110f47112
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e82a87378f4cac736e580c3639a6d516f8a56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c09e8853236c0dbc9a671f610f7ece81aa951baff6e703b708e9d13a896722f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1b603bb7b155497b934c2a152d7e992d952ec9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d393f87c587fd7fc3d92ae628dd17c45f84aef1a4833c7a237a58d6d97262c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1dc9d2e81c66897078f1b1c21b7dfd62509621
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cbc8cfe45cb3c19d01adde6d17f17fbf5b73a67c47a7cdd283f100f923b32e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273e6dc710ea028fb8c9a2c611a43326f7a4144e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f6a843adc134c1b7298c973035a1ea5074f364bead420fbc08a4f0d20af28d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d9cdef74a2f83fa7f9df7f0b229b62114707e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d36a815a362a86b96b91ed63083f206508b85738b4d7833fb8eaeec4b71e5d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cbcefc3cccf3d06ea7d1b2ab5a092b3197e153
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb27ec86fe988a7c765ff4e94e914ed6e22c7e9c8a724ec62ef228b7722e629
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b11d1eb9d0fc000b6ee34cf9485fc69f250bea8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ff900b843529883f637aa7f37a995121dbb1ccf6aefa648c70641125d3b074
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388e1c77ecaa38738cf08146084cdbab0c7a1b91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45aa3aa37cccea3fd85e5a069497d90ac784f5cf1d51ee41684324c045ba53a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89cf455e1058b934c64d7f5186727967c5aa14b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21462779ffae680e2d18d4ff8da296eb4bda88e633860d2b9bca4b8a1d9a0111
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4144e9a15f04e4967bed0844b265c1538671e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dd8af076ad553a71075ead11267d0dc0dbc00c7cbc075e7a13c688232aab42
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2811f8c7f0927c34788fd79e81084ad0d160412d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301e8a5311492d12c2648550f333c860027e372534b1d07d99032beafd3d62cd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590cf7714734274d8b9e824b44929159663bf2c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9395df3f53ad694bd864487eb865953ba650c34e96a89cd00eb878636a955f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f1257495ba8e18a2427ea00c6116f5e9f0d608
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2a50c9fd0099970e9ddd72777e716359898aaaf2bf8cbc0a83644812a3b49a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d794d90287080e9f64b9c0c767ca628b9fd51834
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de9e75d75a808947421895ddb5b2aa49fb5edac61955fb021a05fd160d08bc8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b212e6b9d8c2d03e8d0cfe2ace6f4d9bd0e9832
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0438753b8d8b8cc67d9ccead5a0e40e03df2b7c13e2b8e2284286acd979e0a04
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c321581949aae203ba915c7a5a70bf05bf624eff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f6ea2e75caa5524677b41ebdb8566828645353e15cb815840b172ff80234d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c339b7318a4e5241ee1e6dac27640972b2864f6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fdaae12fc52b17f784a0d5b2cff64670eac00117e992d26f7388548eadbd58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941a5cf3d65a66362fb84c9453ac43456c5b5e9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa84d4f08aa5e83d0a3b90643678b76207b156a41cee2d4919f11e3a03ed215
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e7648d5d3d6a65bb73636d55f7122f72e61b07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4365b69da655fc1810abf22ff52286352ee4b780ca89ca64f358de4fa1b1d20f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafec48b2d8091b08ec31373839018d9654613e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4376708c12ba7964a46ce98c7a4be8d31319f54f2782cb3d7071ec0a317c6e6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa01674284cbb9b87d413b76baf56f66ad5d5a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21add41b56a570a507e3289b9ade5f02874054174e8c3e86ede7a1c682d71625
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e5e4c8ece357cbc21d57c79141b61e25df02e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d2d77a4fa266a7247742724561552a6c69ecb33d63bf89e1518ff0301470fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c31fe53a46e046dbb7712d176037b148cc6eed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97f076d83d59ffef80e618a822a8ccc4d9359340f2063810575f985cbc7a19e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7123942e87203a5ffb45068575b641ceea7ab9c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850bff86960a831e96d6e0142f344c8bca490e560fe3158044f01af1a2d0116
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23fcefdcadc08459ebccd3f096a99d8cd341096
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b4b7120e9687f70f710acb86ff9518f509b3ef2c19b2283a0e7d5bc3dedc4e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb114aacf2f5e278a5c5d2aec72bdbc9eccfec82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff3f8842465a7adc1bd422613dd4df160e1acaa9cd2549593f7476d0186932e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b6bce9d2d0a82dec62a19ba630d2b091cfac5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b84cbf8010bedf7aa027448ca07687849e1577f5e01fdb64af22abd06e2a142
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c239f71195146eaf68dadd6b1e51c93dae5ca3ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75e066f1f7a6476da25d1f9a410cdc07a095c7187cee3c897c1cb99e1c5c16d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d249cbcc8951afe4a2db34458f218093b71e8676
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab36479ff5c55c71dc2e7776c8cfcacd95cd49b8c55dfa2e8f360aed143812a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6a9f1d47b075d1aa635be3fe883cb59b35ecc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea6fb2e4c609895836b055211c5610d08623e62499ecf09e1e449f28db32aa0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cd12ff1b638d8f2a2b60711e80e3df3a299698
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1198a6f6ee57cc57fe9f46b416bcd6d170717337d6bb43649014bfb42edef3fb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0ee32c72ae2f74f07ccea25a8b2ab9d44dd72b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67d4798ef32e4fb9725855bbec761628af95298917e6899c2ed046e5df63373
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2a0d9f6b38ec4bf27b9f5d7d73df2c921590b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d43f5f70c30839f63eed9df089aff0dbb283d9ec5529280e275edf27717f3d7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f846cd224bb47186ea77e4931bdb8e5e7748ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a8b8ddd98ee5018b72a3e9c707a79666168945012ab1f66593cd4cd68197fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616d17d8eef7250ba7955b46bb734f3711e3e157
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0b01204535a027ae0c79be80217b5691e8da5bdbb7c0c1827615ecdd1ee946
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b57bd439387a0e3848e5330300482513121256c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0673f05a5ff9ee3ff6bf5b7331f9f9e0c6debaf1c44d25b4c3aa3c1c21365c55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2617536c41605122067b7fe8c862210a9017fc2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088149dbb9da2767d1442be4bc428f5c4d8f1e8b4629b37a9dc4403eadf87083
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9407a638cb4edd141a80d390e726fbcbcb66e2fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5192d470fdec81bece6a362de071f3552e06f40b94e3aa791769999a3f5c632
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dae4aab6908784eb6969de54c6e30fa9bad7457
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a7122101b62210bbb977a851fc25353c427bba94ca5cee85e11a9d373aedde
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1203282d68b2003204736102f740f961c8efe6db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1d078e7b735489e746e05b88acb5f7e69f24d3aeb83d5942f3d7325e917c7e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c587b714e56088c078051e2493d78f3d69af9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9b34028baa9af8d59e34c6763306e9b26bb004da9946418f27994b0cf0f030
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab90ac64e3dbffbdc01aa0ef2c0df78720de84b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adb9357cc2045a2e435198b34abd60de6edad8abbd7b87d8d8976facace4d6d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100897a846ae44f4b503eca3947eb2f06d4b3124
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a07713c778c247ac7a2aeaddbfdf9b2600f331e59b70bbf351f66be0b7b1395
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e37a32966598f42ff18f5d1f461ccd54e77bbf7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bf6b27c79b2c70f12c5455937873414604731484434aa4eec0e5522baabc4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c9928251ed39eafd3d1bbe96ceeb91bf40c634
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf59a13861da28084b0c6bd76f8ef4a40c001b044ea4adf8cc90791911e37233
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4812e0b39e661c22646a7607fe90fa236eb8fde5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb044d899c4ed8029aabd18554a2e1c7e77a3cfd993069b83c653b15f3986eb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2073f0649787916e2dfbcfd5f3486d0f39e4ef2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dab8d02a5b3d923c0d1533782b8dde6671018703c22f4d870d5911cbb1163c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975b0cfea0025337f951cd35eb3361d5848bfc69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1ff12710d942310802f6b546f0aeb70cdeaa78af7897a36d20cfd2e0609c0b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f5cf8df837ec80f84cf414af776a14d0727846
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65d58df5793ec90563d35dc49f125ca7ff3c341272324c6b9dd2dd0f9bf97d9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b02b3d6550c948ad9b29ad146db9e9af03ea1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d5227f6700e75d7b01f71c96aa84785a372e84d198fc9a25a8929c52658d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ce166b635d14dacdbf613bfbd3ec18f4f5d424
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08a6d40676405aeba23aa974c8941878b152a281ba01225d6252798b88cdf61
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4164f2e6f2d3a26664dfeae71c7961f9a1adc68c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d9cd31ada6d00f9b66eb3dca41f1bd448a0d641ab5022206e55c2dca29788c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f69f741cfefbde1d677896449f25df619ac7ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9dc07f6ee350c6094dc4657adfc8fbb31b78457e5842e346c8b5f7d4959424
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1fb5496e89d9aa5e167106406b7149d9f2a85a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fa018db82d8e6476c232a6b7c2a17bfc046e95f785015833e117d55f643465
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437514b15f72c28f4c4dc460bfb8a7689e061b26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bdccba12e745c585e0f6e6a18cd88b39276105a945dde408538ccdb55900a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798009e4300cc87874d00a26bd68a820a401bb48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef4d75b62b2c5eee76122dc6327557bb6a6594d9ec28087cfe1c4e13e3f4981
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6852b64dd881a47267c95da0a5e75943e55c884
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51abaa809b1caec39305c2cda9b9103bd3afe4ef9936b6e1eae5b1cdcb808aea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e33bf9520170b357ad3cd246de5e26767b454a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea6ccae8aedb6a2d2d505172a7d40af198de6ed5f3041594e1c469cf159985c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdf0b183a7719e55135496eb1db660f2202c720
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb55eb1d5abe528dd881477e8504ba5d9fdae7f979142a7fe71633c954121f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dc280a7a70dad35d028c22abad821a4f56b9f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f63d557aff2870df0f1156376cf59904d2307edc7f5ce63a55dae953ab1bfb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70699eb3e5aa3e55cb87b7caa640445a6355f2eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a60971e9e102ef1f6c80d1c7c7e2f48b3686fd4f58d20e98d79f1fdc2e32d22
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf46cbb812f18466109b9b08e7aaba83b35e028
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3bdeb88e6a619c81eca7ec87285c8e5c9bfcfd6cc0f7ac9995be37eac761d4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dbe6f3e3e5eaef817066a9c619e1943e0b2caf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d6fe74da95406276b3ae97140ac2b992579c809148ef20a54037a0f467554e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c501974df70612861c610673657b4882e4072d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6a8e4882afaf019003acdcf6777e54525f9cc77908d86a8c8e7722fd786644
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a36cbec8fca5c772288e073e5b1edb22126ddb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7067dff0393e7c6273dd03b024d5a516bb47586fecfef77ec925989faefa15ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b14a049b3b466ca70dd02b8a1bd13143f2c9969
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a854d3a6caa0439e01d36166eee97e0fa4fdf2392970b7ef8481a2b2e88ffa6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9dfb9265d4a51a40529ca694c3329bac60e4d95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3609e2e4478b4a2bf6d2dafa7df7da8030213f6ee804aaa572ce6329d79a8b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10637ff097d94251c8d4a3057c7cc47c94c2ff60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c94355f2a0cf0023f266b3fb3d746904479bbf2abd34c88c13bf5517487cea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8a13c66b4ccf2400f280c437af33c68f880645
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d0cdd6d347f0b8c3ef77d882a607197d8850381b48be0594a9c11562c45ba7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571456b91124edd1726f586c64590f22d52947df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf4ac8776d0a94f40dc6fcc65c70df07be5b3dbc113300c9afc8ff1460c21ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae320704d3409b7304dea25f067607816d2829f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1663b7a1339ce49778abb7ed3f6a00dc5c25600a04417ac5aa48da0db56858ca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b177f5ef0398f7bb626c1e99d916ba9bce663f3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab1b3dfeebd192c9aa186ec31863b7bd0f99e7a48193848fef3bb1b1fb75f3c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74189a5d55f3981b1e238665115e1bbfcd60b5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb85abd199143e91e27e69b75edea3fb96900c13245d3fd9709d8ae947bbf49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3668897a1bff3765ed8879d135e928afd6051b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d99dda6238f27c0700cf6d1f7e97023468004306e3f24ac8aa2aa157ab7a877
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf534d878e89f3a3d2630e08243a9f7c22816842
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6145ae82a14cab354f301e27fa6592df92dafd3ffcafcc5690cad967cdac38
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d88801382aae0ade719b37bd506c7e799ff7a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613ac694b124ae3b0067f5025ca74a4873eb3f72d45386636050135841f4145a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ed6ae349a316731a1b13df2a31c507c729893
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de42a2c94cdeb8d4c97e02a329ca1479dcae52bfea21e52d456a0db4a17b98e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d206498bbc69291e96813585c533b835b5b97390
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f337cccbb7b09f104a55743048a4a4cc53d36e3389a8825a954c2a78a0d56e2d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45db1c5c1bfa7a296ec69d6fa25d5faf429c9b19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83be3b3783c7ba62a7417745e98780a594b7da2513ab733e381309852c68f51
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eb3d6780593afbc19e575a62c6a09c04398193
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ceae2db57ee60f740a8a64ee1a3bdd3681dbdbddea20bc63f707f464518aaf1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978147c85b8513dc057da41c49f4b234b3691fa6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98303d493a4af4cabcd04cd46f9ede6eec9fea680162a86564bcf1c9573a49c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b25e8518cfcdfd75e1fe17ace39b08722519346
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3df7cb4d27a24853ac422ddec2662bc50c12714fa3f04f4c5da8df8542a6e72
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d827a5e859581e05086b6cacf28065fdfe4edcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69579c820e24bf9778e074cdac8d6f223a1d63ab066366093b9c6257ce625d38
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28a527bda6f064b15b9ddf541b1c944ff988e50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c33dcb0b2bd825d3824cb114b3cc729f7d33a880bcf975e307df319d53c5b6a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d5598d2b523dc5c17a162a777879a06d422093
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3691c73f11f10a63a5dce5822260b3049c880dcd35f4cac228f991f323b65910
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a41b964f0de23f0739a76d53dbb6bf61b09d121
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0061d2965ca7003be6e5351190758bc6c5bc21ebc7956d3c7942cfad8c322de3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932652d51ea027a593e68ac1ae88be5cf2a0ee17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96de80bdc8bed5755b7da717aa734ec740be3773ba0f41236080a0541577d499
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df54120b6657fa4e9fa551bee721603a07be81f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b512bb1c0c6b81e6ed1bb1a3e9fcfb84c96c6604da08e95949dca8492b3bae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7533f9390c098faf837e7d9871f7efcc13dabd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb2bd11c9ec7c9b0f08180d700286013599b48ffb822a2047228d8346f6c0ca
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a48e65cc3664b84138eb69ab99dd436e7fd3c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afac0f88be87e143c89d2d054039884df3348a81e7797873f0c16ebd6dd0793e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88323b1084cfbc16f40a0c3c1da851807b3a712
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548409f8fa0ecf438939c715d2d9979ff2c204078f37d8c6f5aa9aefd44d1736
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195bf500a5f48cf0fc9f604bb6c2b1204376cc57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426ebd4f26a49cc3c2219d9f4865de9027488438676f90b786af22da75a3f474
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c2a403a5e66747e4eafcbd53a3c1ae8faf2f6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5fdd7f68322b5de20e9d66b153ddffc7952b0813736f64b055e7d1dadc8a63
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09e4c7b3bd75a8a77608ea86e6e99446e1b24b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35a7e4322027406d732eb77bb2b57e5eb85a859b1c135909d56501fa38013d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ce21788349390f0a887e20f589dabea827a1ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d51bd68f1ec2f47bdae366ec35c61b65e67d4508d1fffe0638aeb0abfbf44f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c24a85991df9b7acac3ba57de3b88812194319f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f154d3149c190c585729bd60d605d3ac997adfad327ade60a7dc814f06fd5833
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14137e801858c9acb203489628c316c9411e554a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a8586dfd945c88272799fdb230316a25edc8c797592ce6abe50e71c3b8198e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f847257bec6f0feae107a5ff28b08ec3b9be8b39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1479b19a6502e93db1aa8684a8836bebf300bd1d528a72896e73a4f5fd4108b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a377263760664e4d760699fe5bf5b7251d351fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16043f0dd2ba61572718829644e15d5e347b4c6d8d558c51ca0b5295d9bd004a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c3f1fdf56b6edcfd77236f7e64654d8c726ae8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6f7d72073a51c7d4710350a7e884f75912e3d20d26651ee360ca8fdcf5026a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc583713a0799dc3f4afe0d80bfd98bff8725a4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedb224066027b69423fa59e1c9dde24499a09b3303ceb82a676b8d612263864
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36285cccea3d199293627072673d3e11b3bbe19e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0e3e23c5220654271e86a59672873f6024b3a0165009dedfdacb867a5e0c39
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031898594e5a0e6256acab8e46e1aec766f032fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5afbff0e26ca005828fa2bba26959d22f1c7939e25c20a7e3b013d0411ab2a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da83331f3d1df21eaaa9a797883822b57d9837c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b004bfcb92df9efc518664f792443d88fc21e568bd1aa5f1fd3d98e942537cc2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c09de014e62b18c3d31009dfbaeec607e039b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47496333e2638879697bdbddb1930c93d8980623b3c4df31c73665fd35360ffc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffba19f3914b8c50dd17bc3e4f839b74208f4395
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5967814d72285950b10e848489fa488c660a6107a50844b4580fb249bc5d70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3ced57fda3171d244dc984fb1578a88c22c07a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e501c8faf9537c4461fa6877cf3d0ae045e6dac0d62f9b0e22fe5e4d0956a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c105097684653502ce0fb38d8b7d6c34ad4a0060
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4013199ebf8f32ce04af3cc83d3f7ed1914ad6ca04bf13a7daaf29df1ee83e75
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd40b0d814a7b485bad1bce3a6f078e43317b93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf488601e1d34550361fda12ff2b7032340695dd7390f452c8f3854c608540cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e32e12e888c10efe6aabd7374b670ba6ae5536
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f77f1f0dcd8a42d5d6c06b731ecd7eec518035296eba71dfabca63e2b0ea5e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d9df5f616c0a07d68704dfae6ad1d4fd720dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f1453ca53c8750dae6ced9ebd1e764f8fe3cc8b7d7608b5f1052550d492afb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b862ff177987cf264d13bea287700c68b48e9a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738e26fe79d578ae006c735824b5427aaffacd755c06ce47abcd438b00c4b4bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384645d4f3b0f833d3ae671454d7c2e8a2a608d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945ad179a8aeb1db519ec117bdb40b4dcad83e293c2c4cba7d82658fa063efe5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c530675a186881371adf21090bea17c71a3073
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed5a356064d6f7b89a9d5c5ab8dc1fa00836bf6a42efd03579c48f951c9ab83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45a40e57c924c09f1345cceb26fe51a9ae6e849
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01edfc18215b0ef51b0491112deea567736060f3fe42bba2136e4beaf14d659
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b790ef61a5b771cb14680c23ed770b98ad390b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043d9718c5d4ccf304e5d0807fb9802b10c063f9f9596bb5b16b122017a987f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6212976db163b4a6f960d6f67b544f779c2ab01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecebbdc2d8387442e3b40d512c5798f272a815f6d0140f3dcf1ebd06353bce51
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1356b698b02ba0c4a986335dcd166d0e9f3cdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedbb17ffbcdf8e25eb6c760af2e0c1ae1ea70f4cee10001457ea42f7b340d86
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c0030644835bd40d9daec8de7d39a2a483baea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20776b9e651894734ac82a050bd9c88102c53c3bbd486794b0c912cc08c59204
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d1d69ff7555a12a349547d1d9f0bb5f9f82f25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776c0db0110014fdadb7689e6c5861d189e284686ed974c4c9411e123e469604
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e9deb82660a8181f9869f8704c76c8471fd637
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3797e03a2d9616c9d1db5d50935748c7e433705236f41cfb755421fa3ebbb15
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b551334b7910747c8eff756579530418f4e7e5e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081ca0d290e9b399f133a2902cf309ecbc451228ef93b030d4710e4c6cc3d5a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bc31b55d35a705cdf0218e91e6102728e51225
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4d2ffb1aed99e6620e1fdf4c75921c62811f970e149a0cc2dce636d86d370e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fb535364d47ff5ae05f34c412751aff84c5e00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada6ba0d58d3bfaea426372fb04dd074d55f25beafbd3046ea2f4cdbc3fbb115
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd555ef8fe4eebaaa2ddd24fc9ed835b3fc78816
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f055ab34c7b1d39c0cf5b745527b00263f2522b4f68c481c7ccc48150c20d18c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6750373bee39fe8e9b2d625760cb2241faa339db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b25a59dc31cd870cccfea691f6e1bce8aeff0d73d9e52baa16aaea799a64f2c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be576833fe5f813de294a5c2d4cc512bd825f33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb98acf4691114a14c66a3d4e4b9db694c18a33030874ea4133371e1d2204107
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c4054c68e16e223fac9b5c822d32a5305a150f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce61e89ba8a00578b2029be86e0ef4beb48aafb9092d604e41c718836fe3187
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4359e47510c19a3787edd0d285465bff9bf0e0d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338b2e7130d64b5038f137157f88e1f7a0c9f01c5067bb209e358a0b3c167d9e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70095a71f2cb7add76704af7dd0d6ea8ae1e19e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876770f8a048a35aafd3bbfc2453d95e4623cf3fa047235a6bf4e542cc85069d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d73f356b636e1aedace26e9b20531aa4615b68d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89241f7e3ab090277abe5bc0141a3188bd6ae0a8f846edd46c47ee71064b5033
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a7a2ab924ace08704166490e54b1ba4ddf1d24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb892f8858e5c6f223e27f795a32f6f3f59a9641c84fa59318386070c541d02
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee530307285a4740756411aef72b666d749ee9dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ba2c9098cfcb0ef86baad28a069b2f9c518fcb74906725b675cfa41e2b0979
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e505d8e5299f424b2898591b28938def1dfb99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17412c81e699e1edf4db43d8987cc862f42494acef65f6a81d65f7e03beb819
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e1c4c050e0b51d9abed4cad4418ba49a7d6f46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04a7c134d3e03bfa1ccbdc309072937f7c97a34e91b672431cac6d5cecb2de2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb6ce3d488c0be9181b825c2fc4c108fd899ca5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde8b49d1e31d1596ac4b5afed9d016bbe947452342b52b47e26ea613f47c748
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e80f51ed604f111124284b1f2e99d67acb943ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed894815b35b19d0808482ad6b341117227262bb7f0cf0fb10e3bcc44307be88
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526c69bee1e992a3668419fecfa42924b85cef8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021e3f52f05325a7b0b7b6ddf15f77736d5cbfc269988e5f73d3f89ba69dd9c2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a56dc459e665b7433630b01cebdb570de47d28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0c02efeb0361731bcc883c248228d4177e020723c01729c0025a1c2809ca09
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd033bc14ee813edf8db4690d9c087a7eb0d8bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b595ee4eb146b64b5c593615639cfa682882da8f06dd791e52b7b120a27da2e9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0571642398a0bb29f976703543ac6a5e2e467b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d491eca5b8b5c3d7513f77709643dd489f96b29224dad181f307cb4aa8f550c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b24ef29768f632984cc8f1cf28b69eeba7b1de8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccbee21569e5a74f8595bbf2358f4410cc5e3e00481bf082c18fdf557800e44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fdf39cec1ceea1246cc997c6fdf14511a2ca0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf73ba4f50a33bfef08be8ebf25402a288eaa70c86b04bd72bc6a1d9fa2683e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec0578307fcf3cb69397ed67f104e3b0d88674
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0d1e956c6db52e1fa0402fb0fe6448d5b23d6b17789a7f7d5d75abf944c497
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ada90f0222a089008cb33e8db78166cf9167f1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b1f6dd43fced0a32edd041da7271e8740d2052b4358128217315744d1787b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a180dc43664f383a87ea8b9f6704e1f5c49aa585
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69af54725d4b541b46d827430121eaa7b6ba0e687f504acc0054d8b1d251f1e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d9897d319c4ecbee284fabee07e8077ec24c5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2f39262b64af5a69ac5c33e59b00d883f445db4cf27663172a303395a16713
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6b8d68685918769395e48ce65abd33c59b959e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39023e04d0dd2d264016a02b2f0948883b5ba45251157aa7cfebaba241610e80
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b9f0dbe09f6584c72f4bf1b4dc594f71049b83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d155b81112393267f504c46918a0ca2e452c240b79a05054c5dc904cbf2a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdf0ae64a89cccbe68482ce41ecf6b8895423b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0798df4dfd4743f6d43b25055967346e8906118f2a88cf26ae2753b413ab5ec5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576c2e7bb1e197247a7308b3c6c54a96c419f1ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04fc89fe7cd48547c44ef2658e81803998b9f558e1a0f3cef38f392dcb0a846
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4f9daf6716b308259608ac136e8e860c4e00eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c117bb2b0b955d655cc40c18ad0ca4c548c39638df6744ffc846c18989f03d4f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6e212bb5f59a0e4454374960bb539712860bd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd1a636a15cb29424cbaded63abd1829be5f7066aa25dd5ab91fdd6ac3daed8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8badd1c5e9c20df15499a1a7fbad0b31eed50996
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9796d7ae145fd4a3ad73923773112157e35767df820cba4fb0ef648d45f4a628
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160174341e7bc06f0bc550790e585f9f85b32086
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92657d80f236137f977addc3082749fed36904689405560eae58b3231c5c4b9c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc1268e05a5531129811e7f8a1b127f6753d135
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ace21e19e21eee806be25acfca800904ce232b7f15aa2b12f5c9c6c5b64de9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaef9e8f5dd1fd6aebc1de5f992b86022415633
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c7e02160208636bce90d897f86166af3e4a17fdd0a30d988aec5b0ec9eea41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e019ffbc3f00085a0bd2accffe29630e5663d037
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b5b8278b174028c140d9878af0fa106739f56e25cbf5bd9a6a16b52a966a3f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2848982b1138dbca9b54b6004f3484f5e3f2c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b88b3a7cbf6d46bcdb329a13ec40af18d8aab576149f64f1d4e79ca392987e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135e17cf341841be6288c36b5608601d5e46dee7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0211a4eab4d68449b28ad40e4ee56b0402d4adc4452e60bb01bda9d3a376de42
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a4d3e07ec87fb5337b661cf8d91d3a0dabc20e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6798f0ef8fd43399009673a3a5e665028683eefd63fcbd1bc24f96e1ddc87cb4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e185b79dc2b55222ffc7abc04613379da03c4cb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1d8baebf2d3fddbd303344994eb31f7f109828431ea0166234c8408a75e16
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614673ffaa69f61104f83e35f364b182f1f29c08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b22cf1fa4c4da88797398be83951ce9a0fbe820930b4abed49be8eb357bfb0c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dfeca963e566b2d43d8c853292439546b8e5a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81613ff72c0d98c25c2e8620c6cd1c109784f3bff5dff026c4295c6a1dbb16b5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be617eafddc5ed0602d9fead00838d0121e9565f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4deb9ee67866f8a9538fbf6881d9d4125d7d9d503e35cd21daf08f84969ff33f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56374a14016e0accc8f8b68b1ad143f04efa463a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f40448aec30ab9365590611e098662b218ddc69a4523a29f407970a94408a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a85fc1742a0b3b946b4a929540f4c31b25791a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b27bc62fad4bc8ea5679ce4ece75bbd8daab011a8790e5b22b3d41fd0b672a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88b437c63581fb6c553586948cf79079cdc6a49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eb5804925b57a826310c8eecda96720d2b2531da47195a558ace7000328add
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33832018e76f13718c96b7a5d27b981676e42087
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff0446447d21193da911127206f8a52b74a8754e09eb62037534c7fc5570df9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436ac1082a287e6fd7a12d9a2e269ecab39541ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296a66cd26a16a5815602dbb33701e0f5e19638e6490e4c1009afd748ddb09b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64da2ea3473b131addc6de02988f0c666dbfc216
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c560b90a81183491dc77deb48faa04ac7a8b4f547a7472f750f166fa3ca312e9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2f79a48875844cb8f31df690631d1b91fd78d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a87d7abca1637567511bc3873e1e3e5691406842b104bf6f6b2a216437da16
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2ff5e0a0602fa538c1043a82e6403f35dbd682
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449fcf385b561d892f2ad98e2ede4766cb16d9875d9e24bd807c74a371a0523b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a84d904cbc9753d2afbb94dbed539d3c3bb984
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fe501b2b92e91d8adf5e084641a899a364c234e162339e95d824587b892c36
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e84f1377034f3ca36ccd835b2fc317ea2422225
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aaebf8474c8ff7e87cbefdd5296ec2fdbb70f0158b37d7e83567dbdd356f1b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1b1047a2974908c355626d5a542a5bb4775717
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3a80c04f923d8bf0a2c22a654a12c147d596128cba79d47f7747a1c2e44e50
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613abdd2331b96a9c2d7fac5c8a8a7e9ba1feafc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352b575e62798207ec600375b0e71769f41b2d9b603522efc0c925a732e2e8d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3dc9d564a3c5e888016b27547a8f23936907ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c709b70a5723f1ba2ce1e88edc06694fa2db434f9ad1a4a28c9a61b2b0f530b8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cb6f6a2478ebf8b416b0bfafc0fd0b624420a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78df36055284464ddce2dac7431c54e76f793aac12a18263dd8bea1cf569924
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438194169d88d368baf7b856cb30708d9a92a123
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d83121c9ad6d7f7670bce97bbd1cec419a54193ce0c33ddefbcbf4750162c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbe1fde27cd9c35eb590480b0e21b96f7d7360b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0fe7cb8c4ea1bf6e5600f890227c4e5a729f7717caac26ba83b7e41076c2bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4529142a6028575a2d572efb94b3c2640c9b47fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8892ef159e5672aa341fb6231a802ea8e33a4de42bfb5316688786e2a895bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17ce36eb496d32bcaac97c5a87a6fd5e89c7afe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56de5cbd75b0e078fb4a04117e22289c667112fd9b36cdfdb2d1217add7daf62
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e710a48a18dc04621a6694957717926a080a46c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b567047f91fae30fb51d064abebbb9dee38c69e8978a5ca64398e7bd5be03c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b2a16193254f0a5439874d6341d30cc3a51263
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768dab395591bdcc2a489a524ddae642c1b82b2783627bf51cb3643890d30b09
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96624513b664d1e1a3a3b085e979a59a6677d46c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3465539d17ef13e0dd040802e50d49d10f3472bbd5f3b252f3a3066bfa048c21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dff5eb98fc2a7b304f283f06663bcab53b965d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4021abe19dee337b236a57cb7a31a1a61f4722b3c0a98abe1fd164e6f3bd74a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3924f831d6309821f8b918af3ff2dc9c85b32b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59086e46abf37c3b3d8d8cf330749f9c81108e08ca15761875598f34c3578c1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7794fb733dd0eca9c96d03a5db64800c36745c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294b4e85b52431f49e3051bfe2a4038b5efff90a2349394f9b4b3ecd22011e2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301cc671bf33c1084b62525607f8b297c68944f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e233f288d5569dc5f86db68ae61b6dd41e463126ad37445f93bc6a2a31d74b04
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed74c0510987fed4a1a9cfe03181276e21fe4056
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3596cf86daf13a8a2ecbe35abc4e683c96a3de5039c0aee6e32da855e825731
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa561c9718fcc9d3d37c2385e29864a91c834e9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a121f52f1786808f6f1a73bcd30f6c01e827231985314d33fa52260dedb9a6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d229dec701fbb1d6822336658fd5f79a900d2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1216dffd09992ab17a16530e3f4fc74dc3dce1950ba034aebeb46edff7ab0637
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ede2971229a815e2c1ee08454997f556cfa9e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f156c442a69db6f8184dd6a33a757bdeede4982f7628d28083420bca775622
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848b6a8dbf73616a8196dad3b8641db606db9613
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5af1c6023c03af9cb28885f4d009a1e256cdecabbb9e32d2a994ae8a9217810
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304cad54454252c4e3e327370bc42d5c8ac2d974
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c621369e1abad247a64356a6da37953fb3c5e0ed80acd60e6ffd6f72400b04db
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6663b0d2da0a1be75f6e94775b51814a0dbca79a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e40886430dd6479fb725bb02f5cf434cf44e4daa9bedce46c211c1ba929ceb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad49b54e3821f6f89cfe162fc1031a2b7478a3e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce895fc95eefefa635fb8db929efcbb4ed4117f5c9e289c3d3f6a824f237d4a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54981106f0615aa53d9b940618c87dace2fc9bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c5aea2379853399d3d9090fed62222cf9fa2031356bab82c80a8b944a0d0bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b220d0fad778765ca693ef5589be16d7b784776
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c1557ff2618622f19b1218fa5d2dfae9ef51ba4618bb14c372cdede269e888
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d65df9d98f8eb8c51c29e29a737c7441fb0709
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae95dcec0f05522921f3f781afabc683ac7d2fda3033c6d61d74cfd75cfdf77
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66febda5496c64c42d3456246729dcd4758e807
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f940f5df21ed197944a118ae5a0f7f4fbf64731ba7da0f2bfa1838591d4826
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7178db2fae64dce821a694da389894f3f4706f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f100668856609c00d24df14effe881c4b5b8c9a108ed3037dfe5d02f866a7057
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd12d494ad02143881acc90b47d949914e95aa28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37677338a21bc538d2fcb44bffb1c1710fff679e1940d13115f3d5aafca48dc8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86525d6c65db200818049d0ebd2f70ad60c25b10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a614291e8fc6c908329ceab250d3592966d99ca1ef8e21d89a16600954ed758
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9968da2a1d23b585835d08763358180b202379bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bca82224eed3b55ccaa568d4e76b13471160d6aa65a31c36559c134d16780c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949a7838c7f7c354f159d9eccf686522f3280cb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd14a493304d8f19060124f5c8672b8938a5dfa2a9eb8239a701d8090cd176c1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cadd754106ea5b065b15d79d2d9256aa5ecc6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffd658602d6384db6ab768cecdf4a48cc03ad9ad1b081e8fdab962c0811d140
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc82744af3aec3ab3f578e66f61b0120e2bb75c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7399eaaf7f8f90e2b95fad0271dea542a17e1aba6355351a0a8b7a235b77eb5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1e1fe5db3f625dc3ef2ec5c97e0dc87117da23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33eb4b9afd9948899e8988df19c18a713febd973d4be25d60b84ded9d9504d31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc652e061128403b5ecff97d088019852aea0b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b91deb4af76f8dda8e80109bbdc9442978e5560e78856ce15b8139f3a5a29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faef94bdc8b8c80d0a266b32566fe7a76bd2b95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779b01dc9d14b781fb4377d97bb1d6a67f7f54916de09bb1d124f476dfb2f865
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad370177e8752e317f4c54a4417e510be98e0b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc6be8291684268d54b3c511660ac21f46b63f8fc2ea084083ec96cc04fd887
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f3e8f1c0f0e6f2cdf89565a6f45985d4520ca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccd428164bba4ff2f93ad24fddee72b33d5ed9f42457c84143daacb0c934a45
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61086ccdaf5192a2f219f5f66fb7e9fd74f5878d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcef399d1d840c53bb420c2b4f12c55c3b27af20c67f6ef646257e2277aa227
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab497020e9756cc85aa2f796822933b095f8cc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22d9f2fb3a3040495c8d7e44d24966ab5c508c9a56dd70ca24960eb7223cac3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5265e3a9b8b127e8834868803d38020004a8ddba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5c817395ca7e10e8e642e4111bbedf90db080fbfe6e9e85e63ff8a054e82e9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040db398d767929b4b27e008d6d23a7b5e0a3837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74687707f738c54fd3e956dffeef6802ed8259002e79b99fc48c7ad39c22f017
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617d2652a776bd585366f95d1e6b37a2dd8a58a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359393d2a5749d7ce151838338a6f75b5d479abb8b1622964e3aea7ed309a310
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d22929e1c856c5c3a76430beb6c3709abc0d4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78163b7a77f04020aeb4ccefc78aaa6c75d45c35d357e188274947703a5390a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e86402ad9f3be297ddcbddbfd4b9873a5a63047
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9918179830580b46bf5b1160b57f286e5984b1a46ef4eaf28135738ac4776ca9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e0ee7ddd3995ee984cdc96c20b146582609124
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ef1d3c8267b5a2f685de39cb2685bc8b1f7d4277a1810cc34e0757c045beef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610bdeab53daec4dccec0a876f44fe0a4f2ca50e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fdcb7bd2b0784c6f548ee860160d242bdf02222213b5b0509958e6e17cbf10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893d07cb22133b075969fd7c2380c0e48a9ecbcc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5935fa6719aa4b70ebdd22ab003f7e82535fa00088231788aceaa11598bb97
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec3a4b4372fa2ff80415f23960ef87cf3596813
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d54e2cbc5b3512952fa75845739c519da1cd6bb168d72abc304a1928d9da0f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f0481eabe18af05b4f2542ef7406f91a384831
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf8e5dfc665a07be67eb435dbd350f40d41d350972379a4302d7c2486f49844
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee64eb4447a0f8ee36c0013124f822534697951
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0598ae72b56c4e8de798977f7f0baf50ee97b03c2e3194857e7ad1f9af5f96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4783d0dc4882cb7a94a744f3676e337a85fb1bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8824c1e9591abac5edf56c345cbd8968e02a2ae389e0d0584142e8685102ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fe6fdabaa250636602193d7cf581d1555c1f02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4bcdab81ac245b6b15388392f50446596383f45ff9859aae0cc5219cb5fd83
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3269fdf4de0cd59768d7c2e4756121b13ceedeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7970353c2b7e8f59dd75f47fc3a0e718518d65f82b86b69be6dcc96b80e24b93
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a3264d25ce0d8a6593bcdb29b05af0a494cfb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43118b0b655d83d18655d0ad48e451ecd871e76c38f4f2f94e5130d0ebc0def0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c48c5d15bdb233fee5261e6a61e968c1a00b548
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de320af44b5036d8a8d3cdea31937ec2cc1c9a16b915020f423aefdf48c304d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8ded5817b5d34c3119e12abff76d7047d34b62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80d2d4dd3ba2f9d7d255b5eaf9e84cf1ceb5d1644af9fdd88ffcde319f9eece
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14941b10665d0c38f91de8ddebd16426ad315199
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d439fadc09a95b69c4bfc6e2df5bf12dba4ad0211215518fc3d038d9a45e5ce7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb8b99efd409353167b7c6197dc9838d78ccdf0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645f030d07886facdf1ee8c33b2162f21d48e0094a914c2cd2a2ed1fc314d56b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617af842e6e2762f5f554929378bb7815b042efe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f38f95df4c2d09a8eef01aae2ba2dbe6282c19203e7df8f1c7263752965b7f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da26c3addbfafb70b9047df128290965cc3cde0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7866bef356930be98c8c89792c24be45fad7a08b5f9d74fdc982801c08187a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddf709d98338ec550008cb284b6ec5c18e1c32b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec881ec752ad633231a1ab27af9b783e70b4cde547e0c938a4302689f36abbe3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75415823fd712974a6be6ff4939b87bdb0f8335
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5852151ceb4cc2c56cd8766728977d0224a6123d1ea1d5343954cae63183bf01
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed9ddbab9fae6afaf518080af0e75337b7c81eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd297d3b4867ff676a2ff7f0806b93620134ce4e0fe2fe86677fff5e87573821
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d5990897025d5b2910ef7cd27576760be915e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24ab826eab489955feb44b3813fc2574d01c8efab436e9e6d083aed8aef66ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dc30eaaf9b4e36a014883c41362263cafaec66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8641d6f2c8c168019e69b4c763801792b9d4c6ccad3cbc704ef8b102da2e00f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0fa336438538b32997d4dc0748bbe153d34c96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e082246afd78aca3e3cca853c0d316a9682588a24c8164b4c6bd3e0d1cf216
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30027b2f89a181e5dd1aed1ee956dacfd5a8ba0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b7dda3592fda5008e09e5b02515f332e7f2583d2e083a9066d1b91664c8fcc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b86a917870b65bf59c77f1b4600364cb3dda0aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35538b611af70b85603304b8ea407508eec0b285abac93d8bf28f376a19a332
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64447f34930ac6af912148187de3ca8717b7e560
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f4e6d8d9d081b0ca6b0a149ad9f616701944ea711c25de518c6eea8e4ff17d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479c29534447239cb70b3c852eced76f3a672c08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975324e36d7562bb8986814b28fe890a29c62ac7e0999ca9b337b552810af155
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2748f877e9addfc07d312cf6b07f16fe68acfba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a50181c1c321e1d910ae1416d6b4c28247674466c144678c15add7301310344
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd0a79a560f62980a37c66f53c0f5b3bd8761c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011e3534fce50ebafa0f1e1499dcb0c9821f9bda2c1c69aa1681d9f3496edbf4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f6fa8af25b2a51299d13cf8af80af807ecd90a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e307a95fa7eca32f2e693a46c2f20d13d839bc78989943e2e877c39774491a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82e0c3164ce6e0cf61a229586fef9c01f55cc96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8919f1e204a6fa97bd7617573503f3127c7bdd8898c8be1fb91515d4eff983c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814fbe57dd0067ca4c6fb04f5dfbd0b47b024e69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc1caea10dea8a154877f6524947bbb983fc4c6c05cb16fc324b5541502fabe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699a6cc640a7f4c45326ae31dd0c982bbb2c79bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28047ec74dd314969a2fb0240d1b41961cd34518d71f39324bcf9cd00220120c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3a5b31df67ec8af075d03323eb25cab0b1918e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7840a30ae6ad3225a120de00575ee04267885fd5a97e05284a7e400def2080b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2952f33c04df3b4d3ba649eb7c03e5a9f3072924
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b983b1ac86c99eaf1f0fcbeafec7f3f61d5c72d9e5e7ea4f227d78ed90eb300
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ba8ce0ad1f229521168171bdb7bad85ee6e460
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ca8d7acfdb889fdbd5863ed04741b069f47711bbbae42acee97938167b552d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa33fee225399e7adffc2610655135c618d9612
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e36acce1bd87aed256e45137ce9dd4df556febed9ec843c2bd810bcd71aa2cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf58dbd52a0965a72652ef5f39331d55c74325c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baef4d0a9d0614b480bf22c1ff03acb133de3a22de3e2bccbea01d93bec67777
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59768d4305f2c4a7893495c0edf30945d0c79b3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0bc7e85a85d13d077a73d03d24e850fc2db44ee524996acbd9b10e71c30700
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c8897dea66b14a7d84cdadb4e8dc9470de02a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f43a5725753ea7c560e0981b2a2774ff5e60f970d68f53fe9e95c28dcc8b5dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7185a2ec88cf7e41d3ab881334b8b36ace3983cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db43178149ad674f6a666eac6f582e1c8ff66d5a96bfd5ef9994f41383b87b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a88f1ae79d490ed0b2daed93b4398ae26bb360
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76feb5d8a02f94d083aebcaced6dccffdbe59d0bd346d3259ed8dffe2e38f0d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40830fd1fbdec49060b62f34c8c4124cb7ecb876
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ce1e3f218a59e82e6881e7d64ffedb3e2039a9b9f42acacd320ff8cbe83c4a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc1e5f149a1e26116334615f8cd49ff5c2b0c53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7e3ab1eaa66f82b269d140604508f6476282337fbee8b39b03d667a955e1c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0e88fe0508b7f20f022363a9b7d644c13b6c4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a35c0d76506919396fc8872b76bda50082827291452d5c936ffe7e737f7b11
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506f741b583549c76a778954457fbd9672202155
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d16d28478682aae043ec12661e933737351997b4e03a3a10fd7b200c553c7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75a2ae3580ffdba6c255df7d3020f6fcbacdd7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbef496c8803146a3c28fc734616b5725783cddc38eb114119ecdfcf71e23c52
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d427bfb54a0c7e57dd4179719667e5687ce4a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e800f0ae73687261e80c434162896768f948c7ecbaf76b9589faca536fa349e0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8443c6a03986d6d00540bb9c923de2428c8e9720
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6b503dd682417df9632d24f7270b782e67135e1e58ac6f586009d4035a7f89
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0ce37c1bff2d104a645015d3a19d421244f991
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d427cca5863f1da733d2288dafc78c23af06afde0c2be9861dd192bbfe9eb103
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfd4574c94c899e7786fe0ab633a078bc1fc6c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c68847ed086c4136a81ad906b2f581349fe101211b3f869f72106324973b208
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b139a94dad1805dfd97e48fdfdfe93ffb3a6312d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e08d7d9c5d9de7cbd3924cdc143b0168b852cbb0a9411742aec8c64bba976c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0ae68ebb34b30df92608883a63f84806d7c5ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd823877adc62740ad0af35c565b61e0135b1ad821c936b9fa3653c3342351f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31be79abbf2f703876893458e82d174dfafc324
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76d145223a5935c8d9f209fc71d02f2b9a8e3635a2c96823d4d09893fec3cb0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61630695986ebff4b076fa70373f093e8805cda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3573694c853e91d62f3902eb61c92de3349805b6e4feb48a8b0ac0f696dea9f7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b58c80649550102a994c14f6e7f2594de27616
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1d0a19eb812451d9c89ee0256033c92aabb459aafb6843a996154a589aa915
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a857e0c678ccc60364cbbf5813ffcc0dc84df9cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ad99d458d705edffdbaafd1d11470fa869c065f7f9d9bdccf1924121d81ec5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee416dd34f97280794a24d6d9b02a8236dfca798
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411a0aeaa85a8bffd8dd75041938cfd46f46fad7bf2bd5c264fe53478d825e7c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4512ddf66de1656f5faffeaa00760b0c570b4962
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15506c9b77de2263e53e5e4717478d8501e973e28abf907c118818ace24c74b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259eae0ff00f65a5bef4814ce62774ab444fbe22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198b6a3873804214fb7d83a85389e36a4c72a8cc7252ae6ccf28e7616be46098
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ca3a345c71cc19bc28f5c01d3b646def0852dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017e4c1e7ed31ad310ae633ef4b428fbcd874ac93f111786a6167b06642d42a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8f8c9641bf69b017ff2e9bb717143835e9c01f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0df48e5278d2152c8a00a83604920c8b1c4d8c0d17849e79917de2b129d5120
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996e57d4d948a5152b0bc30d6976aade8146c07b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a21424777a5f3ca1f2deab0c4959857f49d8ae30bda6c4a4627d9c389a6b11
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79c71070a80653635a49a4103aec000849749fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc642e2b2ba20119b66bce909d8ed04b254b539ef7114cbbb6549cbcfe5d16d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6ef414902b630a44f115fa4362cb3700d4d1e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e48f7104d59210a164c7587067d371d028eeab2160d3ca8f5a689f51a45156
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf8ee23f625bc2083d2a4d54ac00e01ae7f348b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85dd719a6e47008e32bb04ff9414669309d09285b3e34607fe428fe401fb28f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab805f8877f6c5051bc207e10a123eeff1de66c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670f9ac2c2413ae377e58e42fd165aad8beb37df0934678bdba7ed75eb297de9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad490a2aa51bdd6d7c45921b5582c971b295057
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1704d9808edd585bdef1c5f8012a5435944076c63f767355bc6135809efc9a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebb5dbc5ac398e861cf627802fe7b1b84ff5eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f63ed692b219e0c6624dd636d493254d7cf1870c131aa86a6e05dda11b42e1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c186fbd68bdcdb3ba76b4dac069f855ecc54b70d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0f61b18079de66a9713937aab9669cae0852ee6f5a89fa9e3f443918ef1437
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79170dbff66a5a5db05256bd699154ef28ab6708
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3414328f548ef5c61fc4b0a235a41a8e8b3e351c91d15f0d9cb6cce23a311f17
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcb585f694c9031e74aa486fb87b590da5d9e3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66663f89229cf6108ea543d8c3a197d7be52413746848ad3cc783a664c785ad3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10344e7638e8123ea5cfafc233df7f5679c2cf5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82f3734b4c5e3c246a691f91033696ff7228efcb6cccaa0838f81bde5af7056
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af3bdda3cc33c9a99ec464fb972b31b2843148a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba2e47ab4cce79479407b40ce9a2b33505e67a52dbd6885de364aa688a9a6a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8700fc530015fcbe376951034d82a63946ee3e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc22a5e99f8171e1f6d26a5822a1ac884d5ff5d60b57173969c21a445a97ff8f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720e123bbdcf516a17544893d2fd29bc60693f8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae58ae69ceac176e26234105cd1b6359a8fe456a262b2eb68f7ad82bb1d16bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624f0860e7848e2d223c6583adb9082884ef4141
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d133bb49a8e735e2406f7d4d31a68352c833c5be08471bc9d8b5a80feead31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2666f987872ba0d7b30b5c1a312883d07a3d0ba8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329f009d3bcbb301881f99e9f8aaa9c40add24f5991deac86852ff2312c7983
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e3cc8f6900ee02fdf2d0d6d3732e369e537222
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae71e0acc289bbf61d0ac417b9612df4da9a5951d6399b749361a362fa0da89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c3bd62fdb7fd9424c9743fca693c70648f94bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818aed7489d929fa44f05f06745b5e6372a82eb977e60679122a291c757de8ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa21f7f63c44eccce6d52ac0eb30e300bc07725a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0ac80dd1031b3c25d809b83c189ae3e66a423b5dbb76b721b3e41f6ad189d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74a6f964868fabc06494495889a015b7641433c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c3a882465148928830ce38008b77bdea6c5a7b84b82dcc1a9337c8a7e5bd0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35679f816b587dd38f8ddd44ba97e8dd1a0f4e04
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e7e9159a344f7c01ad5086fd3eb42e7a3f5863e7a775ec49559179cb3e5da7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f240484f83cc74925b220c1e9ffa6ac9ec3a81f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d9c842793d0eda7d53d9a251b355ce23197798627ee6a71824c2c0a0b1151c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99ca7bda2938a1598f659d143b1a839934a0258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb0f4698356201adb4e96ae28da80cf28b74d5749b4b4fed3c360897ebba7eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233adb7cca20297b5fa06596f929978eeb84a566
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb60fd10857ec2b73637464d787ec4a1296d9d8e3a5930f4e961e78a43619d84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64286ad8aa308f0b174f682bdc2c112ca675ddb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7c6784f5dc1e7dec57ab358cda3681c099e17af1531fe95f86297a74140906
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25735cb323019c6509a45eacf11ca98f40e9953
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cf392037108d40eee2596c7f2507e57da2509fd692a0940dfdd695b785c248
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a61f34cecd1d38e1bf0934f1175c9619c75ca0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51adc2ef8e7493a7a852f841c474895df45c8481168fba1b64a606c7b55f0913
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7cb2ef74a8d2b99d862afd6d5c1dcc2920df91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6260c34c6fa5392c86e8169556bd40cb6b54a29878b05a48373d2e7cd2952b8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f256fefdf95830037b854ab96318edda19c0dfc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c691aeaf49439af1bc95bf892eba45e18be82be6c7debea5d22f35e8399f5d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3015270952eb6f52fb49ed449acab05ad63fe6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e772fbb44b425fe4c849ac2339022fc0465686990991c3ad684329c82f4ed2e7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6094121f0008c9b9eef05bd72f4f595fb829f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e477281ab3f44a3f19fddce493fcfc635d69de32df0672651a0a621d3a6999c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8373ed6808fc767e317cf6e8960079725f370946
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ddc62621f6f4b8a866c042a62328af23c226b543e611a75d48f59c8a837a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b1225b90578a558b37977d9e16e560bd1c9824
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058a44e5ad87949f37b33d70a756c161a54a73dc8ba241aba2d962b33d83b9e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2b2246a81522b200c94d0917c58fda31f154bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd755da30411558b2533308ee5d6b158c63ac2a6dddc1d023b354e938a3d076
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f0856df67a84de5af11c37841ed7fc35a83f4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7116bfeaf01486a41828edc5202e46aa8d24e727aac87a1213ddb063c03dfab4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3631cf3b4420a6cc5c8f1b57f3208154d965161
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae58e6ca0cc1dd749b8aae03a272bdde9e2c576b35302ed9ebfd6842c6fb81a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fdf5585e3160a43262cc5cdd2fecdea0266c90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f634d5b58db53ac4a74f6df4aee5094c7234dc6d607999801d632ca042cb25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae99c6a23207eab2e5123f774b45cb4e03e175e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169cdccc8674f933a99c16690d8fe6452cbacb7bc32014d68b7cf8b094e45758
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5164c047aff7aa99ab045c63454029885b4f1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cd5919d94fe2f45c2865a7568c4431b8e7da48ba4c701e0cfcf48c0efa263a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5814a723a0df7a43b767f5d01ca2d3965d88727
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6c7f5654b4bea70ff01ca2e2e5a3e3cca18a1d182dea51644acc50a5911182
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4ba2af65b00ab3c0099b1eefcbd398c5d76178
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac02eeb523509393310d0f803e80e661d0357e3dd638545d30dfaec27c3edca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b53a3539254351518297e36084892145adfe1d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8932391f0bead65b3d84ae4ea778d613d705e17f2a56afbc7e3a8ec9153bdd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b088835ffd961d0141535df77bbdf100be8e5318
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e657f1d100a30b5973da6a4752dddbb75a8e81766fa489bf5205b53f4ea5d3b9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7999ebebe854b21298dd2fd290464b055abb3d3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dc01d6f1e05773b224fbbbfcc86370d8a60ed18c32bb30767208e350525902
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3c095a478a21c43e75e32515675313611ed6f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763b93c41503ab660783ed9fb89ca4b2b800e828b4f59093f05a7c2fe09960f6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2f55b6d6853c8de5baf69a1219bfcc85cccdb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e424c05781d0ea069946f29243e531a92216dd4da9f90efcb173d82b4bc0ddd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141ffcf3de664d2c25d2cfa06ff677d865665aab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da379d3daf91704cf13ca1e29a2fee3a167bd824774889c51b84af67ca08d170
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2846588a552548ebd90ed6c4d57e0930e6ce0969
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02a6f784b0bd25c8c91fe592539edb7d42464b39abdfba14a660f73c30c3cc4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ab0d4526e260d01d9a7cf83a3f84eb5727ff62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61cdd398d204c6c80021f58879543b84d0c597eb5afa6197a2d94e30c73987f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba69680c4d2f3ba8a7a0c432083651310bdd9037
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a44c21015cd3bf7075f010e5e0668488b92d228a75ba737388a0af34e8c67eb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e8aea26db36e0f059743b497de309391aecb9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929ca1c70fc232f4c2221e864e7ca7b3881271e275672ae149a8401b09b345a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55149b4b58c30df85bdd8fcc372a4be2a99ca8e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175dcd415b40bcab91f89fa7b2a0b882307fb9eabf823eb201fe2823d68a8455
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61582432d9167affc0690ed9020f58949001120a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2330bd005001d40fde7c0c4ca15970fe4e257f1e8aa8a8eb50d29429ab0590c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2601c1ed8f5cf02e4801a25185df179a0a2fc0a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c37be4c3b9fc17077688362b1aa619e424aa0d6dbdb22eb1d3c9f97d3acece
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd777432e72d48ceb4c63cab1209f53b9ad3d4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2334c4ade9738948d80bb4f813ac9acfc8b3395b4cc318798d3b6cf01f326ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667c584d5769e3caba97dc51eb3a5430adf3de35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca5ebfe9211447bc3fa086ebaec769b5513e879d861bb59d38765215eebbe3f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ac59b761cdf4402be8b936f4313080c4370b80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e71deb43f4e47cbbb42de6028f503769f5440af8281c74b4ebe6afa65b8cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d526061c9145ab45c59a8d730f5d8859257ab11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecd99b5c9e285dcd7f14953b20a78cc3d9d53a725b57f6b4db40f99ffeea525
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809ab67f961024c0db99ccd13227bf0b8c07498e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689fa2ee01fbd6111365e58ed6fe710800ecc40089407473c93775acca7a61ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522b559c5441b9e8a85c47b2aa162040f1893542
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0cfa7fd8a0f84b3bd7ed56b9692cb3d3fb8f1868ffb276129cffa6b25f721e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638e3561cdb8be6eb37a07339d5202bf6a11c427
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f375be97197a08433c53a5b4fa399cb34f0820c4775ab3fb216e9b55f7fdde
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448c5d3e136ea88156c02e4c21872928041748e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48464f7d9faed46048a78b94423855e23255f81504ec5181dde3898a79b40ef6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105ac46ec74e588fafb79c3886aa1a8e1d1ff7b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aa0733f0129adbfb0232c987d9994037c6ddfa98214e29961005d78a7e4598
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e7ccf659c7f1873b6365a8139dcf8d3e461ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75efa81b288f45a58064120d7b993c0357480108b652f510d08f8718713bd46a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e343f86f96913e5f6becf84322be5494cfbfd13d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41db0c7ab12dea21c8a0631065151a91df5a44cc4edcbb9daa9a9064ee3fa26
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71290c025322f4c14add494f4e1b5c7d7cf222f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b18d605514c025ff16f4d0e0c2c128a038e5fe63264b70a51fc2b260a60a55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b905a77c7734069ebe951725b7cc923b8d96b4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad93692f5d05a08a2d86677341510b3d4ad4bbae8e932e4263c3e091474ff11
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e71b373a0db6bf8f8f7486fffa2245c51c2c95b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefbf8f1f4ce79cf84e7cc32e796296aa73694592145b9236a34907b3b35e68a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7287b18a5008120e860ea68bdbc4e17407603b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7014e5affb4dc1795f145ba1dd52573c11861f89ddbf3c1fea3033a5ccaf01
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556929ba1219d433d4346f6cc61fed9dd12c33f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204e616103fd22ff8c35f272ee66c7bf3b2764a3b4d750213fb5031657d07944
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4447746188eab414d5c49ef432f1ddd2a726def8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb4859d4706ff4a315d8fdef8f88339b89231457c4d59971de563b161406882
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b4bb95442141d0db48bce61747d127391ce64b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2839486b4a7f2c031812f29fbcfc073e7265034b1bc1e2163f26e75915d3a99b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105be6e010661338aeeb91cf453ca969a4e58ff3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be53d2b0efb2b5f42dc8cf41cadceada6a51d30c98c12921ac60eaca9d6d29a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c16d93a3e89dbae28c597549cf6661c258fd4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5863d44603d892ac2cb3f2c50397edc21283fe50a6dd5613e57ce66791df2145
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46630b688523ba14a2a3fff3bfc215fbc3bf6972
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f75758464b43094f0311afb4b7066e3d7aebb71375acd284e03fe199cc009
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e207d6a64caa206f457e60cad2a499cc17259b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95c7275fba167a449fe6e01230677a6b47dc34a59f1350318cecc8a2154baad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c1c00bd923851faf541f35568930a34c8ad051
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bce50de24448fbc836b8ce225af6d1279752a6648733cfbc0a221726e9fef57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad7ccc0de4e82a6449be83346e71db40ab32860
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3d442c0d521e8e81ccc0ff9963c472e05100fad047d4b3b6f9178f8dae9a02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68a4fe8623afd5413434c5304eee3b1e53b0123
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d762428002509c1e18e8e56f2b9503c08449fd5ba8f736e87e5d77a1af29b243
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e7a66788a7e1452a0e7a11961b1ce5948ae645
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d91355a8009b36941a0ce1b6b8262256cf307e7306b16d4acb7d6b04d2fc63d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31af9890e8beebb64585b56c7b03cc1b4f3a135
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e90fa35203a30b0000cf322acf1af57715693a6982f7b245356fd3d049dcd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b157984591490e2613500ea70f3192f55d6b8dd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82384cbd3f371c5eda0c31240cf7216d3d68013786bb631c1f5c543dda9914bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab617886c2ef687fb356e6f54bd74ef82e7a185c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a727c9b74a6ad8ee94aed6a4cbb2d712039b1625697bfc6f4e8c146b3403c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602cc38efffa292ef38d2995bbe17d3132ba55a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35186df36d1415815a6ae4862f596ad8f1c0a78dd51293fe72a5a404daea10b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4a496720eb640591e6d66090c0bc4f9bce9524
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5917a0dcd04ce8c30dcbcf981c0bcafa959a563dd07355cf7e7c1c0df60f67
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ccbeddfa9a2a21fabf8b606dde23c2749478f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b85ffce43fd2afb016c8229d61b259eeb82c94f8675779efaf428f8fc9fad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce7d5450e69f4bccd2142c1448808342eeb8a48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2d018eae7f10eb696faebe0d15a34ae6b5003d723c81fc3c1ecf347b154496
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcad646690a37cb9b374987cffb9b9673cf775a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cdafa8f6dfac0718ce127c266f1401997c6f292a62cf3fe4ea5b228919b8f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28a8a1d3e8b75614304778fee0bbadfc4a1379c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfbe695ad8c2d679a3a54bb0e4950138653f48d330575dfe919b2c232de85ab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed16c8b3387335dc7b1ff72c41ecf77d93a83aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099f368e59369b7039f4b8abac2c356ef31062cfaa854ba9f532f065c84cb69a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dc8114654b77ceb5d9deac831e66d1bdcab2c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4e9798dcda7700ec6ab6bbf9bae4b3ea5d1d9a1f652aa3d93d1c0886c763e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8836369326fe0af8e4a9b69467c4d76bcbc8b26d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69b4ae19a2c70345d965cabdd7ffa25f3cb06b368d9005eeceded862f7bac63
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc22d7d7c7057fe2a23c15e7242ec81248fd497
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0563cda173b2f2838447d7044109133d2f5f4359b635c5d79ea9f34789db7a2c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6640e6108094664de28d939e608f5f1f1b491a4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dfb9b49c2aa5e765e5fb2bf0b750d254142e0dbaa41fa617a6063dc76353f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542d4cbe2d442e5e673d9b2f58136b21b1436580
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f516cf52888704b66e1ec64672caf8c3afb806e856bba274a37f328ac2bda9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc94c4d930fcb051262596c7a9d2b9e9bcd2cb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae966d9cdaaa7a43fc14eb80c97acb15de589e317f9f2dfc70ac0a5120d63041
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c45119514ab33c43e4003d844ff9b3dc776a8c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd92b4d07879fc16583f8e33c23c926db1b7cabe638677c3e6d4399e970a2fb5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3770fad82255d75c5aef5abf251fe7d60731dd82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83854278148a5e9965a9a55e7aa9316d91a5d268c036fe369e2452e8b57f98a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1169ef365eb728d3f27b8aa81d56390cbca83cf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb3cdf17de7ad1ad7dba43d3cf0d550f2a85710d167f3b88b4200c7a56151cb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aacadd66336f93e8a88b8d60a03c19c21d1bc2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc965440a1e977f39520507415a7abe1e1ae4d979bdb4fd7ff8c93aea8f12c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793469afae094cf1a88a56865593e1a00b53c9c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6838e36975cd7fe7e6f665f66fc794be5022a7f883c7f73fbf525a736eb4990
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32cc92a870bf46e1758ce8aa92ab17c71bdfbbb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a009d6f453a7eb4e17f5accada6f6ec7bbb1588ffd2e2f4b04683891513855e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699a0905239c33ef934b07840d276b91f390add5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fa374331f1c42cdeaba17a1675c0ccd8f5c2068cf556021ab60586c6c2fef3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43caf6c93eddaaf654953b3c693e94fd1129e3d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f31239d46f7d670f048650717bb99c0ec06483cfb554a47e817897fca01263e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a21b256ff5f51b08c0db8950538f50d50b2f240
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b15b78e60dc99fe87c13cd4ea7cb245a1e3d4e4a235948c7adc3485fae1d317
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66936312aaa7b4351d934e6bb0388b1b5f2026f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccb09dce286da36b17478df3192b67d16b195caa4c768a06edca80c16fb376e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7864d496a4b0ed5aac66783cd0c3daff3dbde0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb8f51cb27a58a50d9ea18897c6f77896c5edba49a9c2f382b4194dd7ec5d3c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f8a97a02d8aa349138241071039d988802123c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d3ab9c30c7b547429f834eb74fe40c69fb9212ba7c81ecd70fd40a54dd7f37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633f971b0b81e4619e289066c54cb36574eb448f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3ff48d5a59792e48f3d235be51449965ab95e82664d372d834c51a119e8cc4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b48495a366840345bb3a2a8d9b5277f94666ddc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1dbc0cc0162b481a9627bf1eee6ad762463bd78802f33face6e8516167b7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900cac3a772f48197ecdf139c9a079ad9aaba3cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2fccb08546ff5c31843b2cf8da7b64e7dc542d7b8945e61878bc75e9b2ce2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b25a8567949a480c72f7347ab4470e4279a089c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd09c7da3e722f7ce8327fedf49ff345725e2af8c1d5086efb3c0c483a6e32e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbbcdb10af1314765189badb0e66eb87bc55c3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef6be3744f26bc864e06d07e651f20a01f82acbe1c54aa61926545a56d3d0e3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f245bccd9ac8cef645d367ea9af695666eec2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe90d7fae5bf7e50a9eda98d6c5657d1334041bf020074b11e026856cc4993a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34192cd657eb72ffbbbd17468a3e2a5751cc9f27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32b2c267f800797957b84d2e4e32c0df7c6cb0068d26a8d14e7f358942aed86
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2369455911c16da3e9ade5efe5a7b24ba9d70577
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a7d41b90402c62efd8db5fc19305ebf4bb016fa07937fe77e24a44a9180d83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67ac97d2610138f8657d125dd9ddb2728984158
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59deb324b79e0f32d7b52600ba82ae0bb9b957667190b1de03fea93ff3561dd6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8431a3a625a8a9dcb5effe171409a28b54fa96d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099346544f7f756bef6955520cb86345da4490520ebc19e530ed1e4c30886ff
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade287b5dcdc30140d848c75ae1233ccf2ae44ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe88ed12d3cb42f2bcd589bf5806b5fdae2a79bf1df469ddc568eb5ff4ac99f0
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c741314da7bbc3e411bed211c1aac154c2c4dbf3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdb4faa946f21bd0955bf26af04eff2877b98f2610f4aceea82f87d028542ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70be5c04629e0de87babf4913fb39fdfaf30a7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a04e45b5b3353514fa2da2ef30595e70b2e02f1f0ce74fc0cb322c79bc96a0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed255b078377c65a352b08fe99963baa755ebf19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9ee9ccd2ce698b7dd33dc749b1da4c739acb4be41cf89489df360397a09b3f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f599904171d29a57468ebdaa6a985721368f05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e19a2204fe5839fd5824e054c2693905018267e884460c1ca5565bb5d7219a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2c48464797eb11256c7bd2eea3dc455a4c8699
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c2b22ac64a05c721cbaba5cfb12a25dde6dd7d608b640e0c81aebd964dbb2e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4773c0d213353a1fd3a268e745bdae45dfb122
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e60e28b6f251288c8f1269e6fc83697f1676c73cbdeece88362ec3f272a654
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f0ccf7c8cd72c4d04c719e596c06be55daed87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa3c2d5f64d796ae127660b66899c456ac7de339a0c3e7a5c1014d87faa759c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad39681f5666f4815c7f4206193b7c9e070f9f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39197f9dd1ee2cb8ec763ce286c98169f898e15519f0c88c29410353b32a4fc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71aca0904c9cb069e0fab005878a1e1b261c63c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c1804418124d1ca04f31cef9300eef8426612916533f6d395cadc585760586
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb6ab9f498d1b81fac8ae6b21d063e5c59cdc58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cd7e5eed58d1f021a7a78cf9014ca0b40e91119a4d0618b33d1de613b2d09f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6773582244997f88900707e95b5b40232ed75530
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2abeb7444d821d4a051e4f727389c7d3002616f5b0ad735145ebe6ad1d066a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb0fb3575a0bc015f7dad965ab534643059fa67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dfffc7f7c69ac57dad502c9d37e935658ebe33cc6cce265c2b64ad42dec524
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b33895b703e855fc3b8ec970fa73548262c799
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c769fee65d4f477f6c08753e8e38704e902936026cfc088bc6605cb6342bb52
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d601c5d4e3f2226fa613bd1b09e1586a42959905
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4235f959939f8fc6762bb8afe03a6de89e946d526f5bb85d077acef8176c2e14
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb99ed87572447538d52a1c72c27811c28c5041
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ac1f405e5158be30d10b1f1efda6498e94b9c089b87a466f198e3c08603a89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd021615893753246bab576f8a86731079c4958
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f792cf75dd157e8ba097e129f845ff0da7f5175791b4ef2ca3d460c292d6fc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebbd6f96b8e5d0f58d2ff7cb690f123ccd27e8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48ae8d8971095bccaec68f58579163dcb8b2767e1c9ae3ea1dad92b3858cf02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b0be43054c08bcb74f45a1d931a23ff199a1dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d40ac97bbd3064f43ec3565543cd09d11d3310509573f243c1edb25af6f51a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91062893447af2aec766740c6fe60e34e77ffa33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da838c850da62909d239fd94c097b80dde5c022c838d1e766d0fd179555e0e68
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fd4fc03ede303ee1bc09714213540917b393aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26270f8b73f5c2b9fe7b8da4d9aa199acc96b3539738f218a4744d38d8b2975b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1649b9cdff17c38982bec8eb60af1b455f06c7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbf0221d1c75dadfb725d7e1e1d245c843e59bf780ed2b28e44e5f435c04c73
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32016afc2e4fa53f9c29f5d210d91f13990c2b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f1cc3c8bbd9610740f11c293616be783a33edbd389ab56fa7629f914a940e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7357af26a4737912f91d332a1b9e27217a120f55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065873ee4363aa71c696dff890796a78d24c8e6eb608e71e0b9e39486c2a29a5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676ec07a85a56f5ff0d45359f0ebe669e536cb71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e790ccce0ee07c523e6deb6cec4dc1e1fd91cfabda43a9bb066be3e1d93fe0c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bf5e90b0b5c6c59613140103d34c4a26880ae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9450860b6913002396b6a439af4579c6e9cf4c9b6e9d8c6d5421d291d593489d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35150460e530cbc57d57de6b439812a62f35ecf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24355d56e2de150e859323e92296adf04c12313b9b9d433720cac1346f4809d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3b4625348eb2492a52e59c66cad32d1ddae282
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9aac20e52f7fd79396d6df5bc8616c61abebfcbb5650eddd04da850e224894
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddae892b7e201942c93d3f2972c5cb34e5024a5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb2bcf96cf12d84f0092096d9d2b672c8f12e1c65b5f2ad15467951f5538203
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aa6a42bc5de85a8a140ec534b2dba08b650065
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190d5008ba20fd36037c7a64ca71fd76a5311b88b8e0347c396938b334798c85
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0d78c11c2b4ff97d750d881cf5fcb1b27b43f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56c5dad67c47c00c68ecfd056d92c55517a006d7122169b77726e0a0f3816cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b755f17deaccbe35f1976a8bef8d22c9779f244
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05ed9843582a6e716ee2736767513fe6bd639beb835f140b1484338907cc67c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65e758a8582640fec4b69c9e904177be660ca21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece26a33a2e343428dea6da966978a7517e341d92646a9d2da74ff48af6f7090
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eba69cf39fcd32a7836ea7651647322321d39b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e7b4137a64619c8b23d25339e7d14759cdf2a8144486a15833af67f7790284
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a049ecbd1a713856eb93577795bed99a43c921b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f961b24810cc0bf56a76e48ab4fd2a8a37507a7cbd077c9d113a1f224ba07a8c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305195ab1cf06c380783da60f673b472c4813e68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3316cf61bef0514ebeeca54fa4ad91df26a8062ecc95817668197c4a8774a222
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05092d819f68a274b211d497f9615ef8f569c8d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca37a38f72bba28d3aed5e34f479d37b0069e8b5cce51806cdab56a0a8e0383
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31ac7e5dac830fc786f7f983f56d336e8f159e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282482fa5504f000313f7e5e4c2370337cbc3bd0dd8899a9f30589f5e11f5bbf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0e0d4441d2b89d69d7736fa0a6e88d2c3d6c64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264ae248fa2730be8ef5507ace4ecb0aab8fc1ef2dc7ceee4e5c5f14960539f6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4f0d8b9d053d137a50cac3af65a0aa97495e0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a141594d4d1d7f359e0faf77137b620225194d50618cee9871640f4bc9d34180
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5338136efde286bb70d73ac2e411ded5325e84d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93f5b087a2d0ce041958ea7b26cd7c75ea3a9f0fff68a6e59e4a1004bb6d05e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea89ebfc65422bd6da524c34f503daafadfee538
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9511169c7f0a444d43bdb958afca27ac9795db86e8735d823713d649529b4595
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7066bc67ac9a065ba8f435ba27ab2d30c0d460
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11efd8392e621f2c835f7a253a61cc806052650fe25a857e6c6042ab8701c7f5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762cd018b5d7eb4642ed6aa7f9f766b2b937fe26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb7ed76319086340a8e753d2f2a9bfa4f00221aedbc3423ac42c99c7d785c85
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e7c4801fad9594bb7fa457b88208f91108c29d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cdf2374b2a26d3e67e36351d91737a391bbc086ab1bcea79d037bd08705994
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60a728a3c19d1fcde93fc031a9a487c7710077c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6aa0325286e65f80c4504f5fea61f7443db2b8ef1524e5b32b50118eecad8b1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76b46862a6cbcc4da61f70232ddaa168fdfe58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301d2af1d052bbb4740bff1bd7c874c8eabf34488ea32f81306e5f5d29e1edb6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5253496768ca3d0bc497a45e8d5f7710b97dbdf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8492916ced9f40b5bf32dbfe19b08dc3dd5896ec0a022acd56f0fe86ddaa864f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d32acedc2e21e9db4b58e6b7b38e2d387b38e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c9f59f4fe62e78f359251af75af080d550b997cc9c7f00fe7df7a8f2feb533
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845cfdb812205254f6b4b34d796e709348ba1860
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e7838e23e1230f0c2a1936e4172a013849448c068ba54d80fd9f5de9e66fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b0230cbd7a7b877f522f6dc9cb2c5fc745e7cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd30a4a2a6001a927f14448b355fd90dd8f13efa1396ed1f8654221995d606d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438ff09170939223211afc5009188f7b3e9448d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839c27a25bc4a6df75fc252d47d432435faa901ab4a87c9fbc5269cd032c7a1e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c6e4605666afa607ddb24fbb135a58e135224
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c425814672aedb7680decac4cfea09f8a4f1de031f0028d708a444cd86c21534
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1390a82ce51de5eac50e17cf6a30394742136ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7913cfc6fd641215be2cbe643afd9562dc72af216f7cadf57d7830553ea8f4c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e799c18336846a92d58208688f0f477e8d1a45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a884f489e7f66bf8e590a3a5b6427ef2d07f8617df79cbb8cf3102db455a99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081236d0545e27dacb4cb7e25651ee5ac594e673
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ef4be38f4881769db8fa77d03fbd2001929409f679bf0564686fe0d932ac72
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0db31f37f28fd98dd611b2c443a76ec0370e514
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcace7ee71e51c88e05875d2dbb810e549d158ef5c974958464fddd154bc3d22
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a1dcac43d3fdba9fb88cfb6456f036fa2be95c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1064126827080e996d3cd0f9500f6120d5432bd7e42b68ce3844be4f858768e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebb4fd662077426d19e6750c8299228edcdf1cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6b9434cdc4de0a918371919875b7096f969fed58c5b8ffaef776a1ebd4c544
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fd569299498040ad1a63dac7da9660eafbe2a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff3482bf9935e431ff8f8595d14fa6e74eceb41db4f70af28962f46372daf23
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6328f0816a3333b2f6e3597e46c3ca12e65c66fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21ef0230eb72aaabbc5a7843b729edf951c757dbd51019fa13e1fc30d96ca7e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a8c5a77cf37e272099c99c28f39bbbeb7754e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430426105e723abea2506d45b9b39b29d27794ca0ede18e91582a7b3cc9691c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e098a5401ffbe2b0e341b2ad29586ccba6b9d245
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c475b02002797c62a6e196ef8b7266e50b2a5a351dca405dd9a3ff3644ea64ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dafb3fd26dfc62b40c24bd6d901db745b5158e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbfd58b5ff83d357556a6067bda744760f280de3724af7c84c45b5388e43605
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2846a1d9f414c24dc88694beebdb93fcc84ab32b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927461a4cf322c5c9b72fc08a52c08d1dadff74cfc81aa095622f61d0d0b9286
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d387185db04ee7a6b444de2bc6856aa7497c534
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0376aea25c2cb34b735f9fddd0cc0f18a1d508304642aa28c2ed5d2c03b89e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b9f79e4dc08aedf1626c6361a89c696749e611
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40cf10c256083cd7bce603f5d2397f88e8c4716bb9613f127a909e88af3394e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77587bce386ecc1afd9111d891a6bdb2ba2bc7f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7ea95e06fe78e77aa3b617832df28c0207a0cafb8d736fa0cebb366c5f4678
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2657ca9171d6a2dad867f9b56d1d004bd3f43da5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38dc7dcd71f60cb25b9d26e3cb7e76038bf4d560ad97682618d72629ae9b877
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc250137bd440215c5bb6eb178ceb25ef0dfb582
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f023fc730ad33a3b54ac560613a6589f64029b05ac3b730b32aa5c5facb410
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e67ebe823084e2da80ba0cf72736b126f75cf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b4d491c668d4eaa6d0def2d329846859b29a1c3334f5443ac63f7e0833b163
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af9ac88e76eef619e0dd6cefcc4efe1d9debc2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81572f97428f5bbafa40a8590e94c5965041abad7a93a8cced9d2c679a2928e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fef1efbd60fc7ee0da152bb745b08813afa1699
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe2dc33026e5a77874c97505a79ed3d28ab110bbcf1d9a4dfb069a1ab7864b5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6d7ee96e8b95641112adaac8c519150892e01c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e24556c6b6079d1407d03bc3c4ed8776ca877da37f59318a3fb00a19b178a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d19da8001be4eed315d0d5d6b1dd4843efc68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a326987765812b91fe876b11d59176140ea10aa4fb9b8402f34fb4e02fa523
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5e48d56ef272d4ac829eef5f99c464e8e26e0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0db1048b2508f70ec40d59a0a652a8a4f70cd54aaf83c47acd4eece783075a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b2897b99d57191b7090c4c84335d276694f794
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b32fda150bb3e1ca4a722a2a2a090074d528b37fdf7b8785611488639601438
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3b379c33dd04b6b773ee02b22ace5e3e7884d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfea11409ccb8da32d5b9e4933f46a877dec7b4c823409b85ac6544c43371ba5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971599f8ef6f54617d010561a82cb62857e8f4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd76cac6b27027f36905623ef400f0272449cdfd38b214028a6389b8651424c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5d59cfb55d28447f184e3564628f3441cd28a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2ab3796db74566c626377f8afb85b1e3c4b65eee6e9b7f9ec86673a53982d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633abc61064d6c993ea337006eec152456d11887
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38141449534d69a50933a094108c30839329e84c46a3555ebb2f84f9ba3c06bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fc841fd28f85d57e5b72dd1397e0f596b9eb4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067413c94894748c685028b67c5577bfd0971b67a26ac2d36e1f734234855748
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581bd658776be9a18eab8093eb4c339d98a8006f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a7c4977c459c32af75977951c7e02c517c1191155a598a38e50a230ce816a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96140305639961dab850a4646e0a4239acf8581
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2ed09c05eceabf8655c8727ab6281b9f5c7addb028ecfd1dc60261525cfc8f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd858c8f72f72018f963b3ef2fcbb25903729e3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93acac848c0eaa2c9e91d4453c20e3fb8fc8487ea903438437beebba66232d32
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b5e91291bf935389f99f0dcbd81feaf60cbec1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf69907fe8d2f9d14f7c1be92d01aee228880f6bc9d70cc79a64374e34a6e82f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0549c2ec366b69da01e5371b5f552e286925bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052ecbd41d8a2003221c864f0670d20cb79d95e7dd7245f6408184a30f9bcee3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a8bbc516cb127719d4e32c152753bcef61f322
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceefa4e7ce169b92a95c7bdf30a5eedcc49567e9e679f55cbc45b62fd429f3ea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b767080611f757bdc93781cdc71acd38dd25f9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44312b3aa69cf4abbaa65567a8b3c75b5b4fcaf9a62be870424b7dad37c4a467
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78394303f79eb97dd4dec9345166dd7153ea09f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39e2c65f0795c62cb5aded60eced3fd4080a8da59ce7bddb9252cdaf91430e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad6b49ba57b18062d011806c107bcdfd4e83b0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7b5b16d7a618ca58ab563637ed0458bfa6176fd9d273bb01611ab59ff12911
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d069ae657f818ccf5cb2aa13819baed9fa2136
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd628ceef6ccf6f36bc145b41b30566ae1caaac06768d3951560d65880156cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b0fb262e1d9ee28d7b4879eec5883736a6df5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d756b68de1e137187695417a0d0f1ef4dc50b6a2168653c37b3bad6845717eff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a87b79d9434a57b09ab15821c72964281a7224c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ddf3c36164c0ab22ad61d993f3d396f74210011bf8cb87d2007c104c59d1fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7d40cf48cc77a93c34a9b038f159675307e9a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f9428aab05f5675bbfdf0b1fd73e12303a7c86a89c75c0057de1dc796ae534
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764c5ac6b0d4f57f16383bb171029f5445cf7b6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cb4bd144384ea9ba94c5fb03467b852b86cf2a5fdcefd8179d247c7707f231
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22f9f2182f829a077dca734baba2fbb051a6f8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85789c651a97f9069c9877e5fd5b88ee62f616f0d9acc0b12fa1e6802acb7748
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2e7b7bda55008b3bf54443df25658e1af15ba1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c911234d5a24c015facc9a89aa018c57bccf0bb02289fdd5daef057e4e12beb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738aa861a4155de754b3f32567317ff01addf880
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739fd55f0434f96c376f8a8022c0527fc36d1e196f09d06a152fcef31377007d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3d3ee0e0171c7e690860df9e1f31178291c148
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af0bb6d873fd76bc40408a493bd7d274eab35b0f06efa2873ef958bfac3f78d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee7e2aeaf784473b41fcc13830a924655206b1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232a3d2ae7eff234945ede1c3eecfd23f32d02839df8c6fdea98ae3a244fbaa1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cde2d204a74362a791c11566459f525e26fd8b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d22040119322e7fdee334daed6c3a658a285759085fa65a42df5d0312a553a8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf752ba4ec4a46486f165286fdc56726e1b7482
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc3860aafac42ad5ab7ae24ae2dc4c3f7c3d0917567eadda5c80fa56aadf775
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4302590d2022e219a2dde66b4b1b357e66b909fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7748e76a45e5f124c7f33a9ec50347991d47d36064902020ab27f12da32dcc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19e7f107b6f00d17d0b650344ec4efd710b8f45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f4602287b1dc546f29cd5e53a2d64e6b142378466ff4573f94e1d9f50fac40
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b7ca25ef5e479d348b6c1b153473368cc26ae8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46676ec3b87008a6c38d2b7d26633012feed2c37ab5db1ea056eb155f1abe85
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5cea1a95c180a3192c0ff1248d5fe795efcc4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12f2c8ac668f29454fab96466b2abe80c3f26306a9b60c7ee974e513c667491
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c1186a3cd0445e095530271d7d74485b242f12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d692c0211819cbbfac38386ac5d731039bd127d74c64c18f2177ba346b6f503
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faba45e695f78aa44e28b9fcde9c7f78ebbddd9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79138be1d7965d05a0370d123c5a276f024fbd0db5a942d5f848c021b2b26c9c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13b51dbb77117ad4dba881451b67ea772ba0774
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62ae6416eef71d7d864ffc101f869b3d6a81a97f65a4d57528466c2d5501f22
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77245ffb5719090de8207ad6cf8c707c3106b1c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84c6409060858343a459dfc9ff3678ed914898acaf11a188375556432d7ee15
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5056a083993b53cf981df62ee60a7b686fe5e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd5292594e6bb31a9d8e63472abb1e2618071aa072a4122cc7659f7e6053df5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be97399044ffbb65be39f123504652921b43a4a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5555141ac63eb4d141c99cac1d98f6cf048d8c8692f955f576557dd0efe42e3f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7563a2bb543c876c92bc8a6641b31e22594edf2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b72ea7d3254565ee9e22395608bde060dd87edafc1035c5c83a4cee935fcf6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b12dd6324f29da8ce26332750f8ef7b06ebbc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e9dbff0daba2e31fdbde77a7b9f8181572c596f8ad43e48f1d66085cdc5a25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3598342ae2fc11c82d6aa442482777cbeb9c74c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f1ed1026a832805bba727b7176d3680186d5642f4b69cf5758e66cc70132c0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06261152606331e2c8c94a1a6a3180e915907127
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01334aad66bb07fcdeb8634200eae0cdf684dc819071819a6a1f10332992d598
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2b80c553c263a080c7f5cf7d2c467b8b5befd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6563d2c36b0c29df9fd54a2c86bdd25eec21ee7714e462c91709ab0601bb822c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6753b57c0a71549b455a71e383936a2937c6e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf68ddd9ed8f4664b4d56d78937986fb595f7edd36846564bf1ba1bb423e552e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617195b11074eac05cf10a3a9b4aeed6a64752c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee2e5a01ce1331a8fcb4721686472faf719637106c7e16e0f58e72c8f614b8e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac66d183ca4db9abf892b05ea14c8e93efecefd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86c7dffa1a379e98d1c494a49cced2d4fe239bb3d32b634588cdf4779636cae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed950aba68abe54dc23ef4c7d7866d5aeace87cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0cb7c39028f010fed79770fe4e585d0cc041a31d9602bb5126d3ca6878f2d5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5362f706d4279a5724c92f1b21f889e37bd1d3a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f41cec40c0272a8f46bd7f740bff328780f15152aa9059240decd8456e6c271
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f2b69e0faa075d7269253321c66cde51ac842
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27030bebc18dee380b2715ff8270a1f049e40864fca0e1a6ab202d7f08d8bc27
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf0ca66c1487232026ab6b0c054ab646729f4fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6610b7c4e808cedb15e9c7f027855ae12defa92cf2d8bc658a9af97f49e682
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5af2c9b36814d776f695701aa23eb249bae605
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbb9807f79fcc0c749744c70876d9d1eda8d41be5079edf91cc78429fcfbc62
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4d0869b8a413b477fff83c6fb89e1fe4c2d0cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09ae3042d996e73493ca90970e5d11cf22e3d2de26022337143ec315a264389
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8472465c5ec2557dc77853b3cc59a01c367b8467
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0969e3be286e6552c19b1e120362916215607e4de2868b616dcfd1972ed8e90
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136f53e161547523b4834e2a12395c0c9a4b9b4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43750a0274b0bb4ea24c5d520843eedee86298ba213a324ea29333cb0c2ad8ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9268c88dce70b49260c422a85f7d9685f012bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befb3b11bfa90849aa3320b397681ade058f8e75d6b39b17e77880b932a20adf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dec589068ebb11f00e089a43ef604337897ee2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb92f1d97007b7f14889dbe6b8d4cfeb650fc9fc024370d43367d06d3f0632e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12358034fe74afc864253036f2d6e13cd2cb79f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffc88bc55c68e43e3a7c88f167993ed2ebebbf4420e39ee314f2bfe96916179
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fe864cbff48c490b3bdbae062ce10e0cd8ab1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eaa076313af8e5bc79e71127b8b2f3918a7b232c0a54c1416f4eaaee0db677
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3cfbf6e7129c208ed815fb71707a1b2c9f5916
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640917e66b3e7ace538897e8cccef36cb74be04f7a38cb5aaa559b10bbf9501e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600d0fcb4227214c090384e11bc8e2082eb3ff0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd8865c34eeef491d96cf2828ed9943641dc286dcc746e05913d61c2e152d0d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902b089637d0e1970fe7abdb5da75a9b5299fa04
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6878f3508d51d50cc6ac6e2a91f10c21bb32dd15b0f5582dbd126c78c4a3ada6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d5c2b41229667dca194a9e760afc2003ca51cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106939ef7666bde146115422fa7da69cf591d5a05bce4407a95b379e15b942a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8863844f969270de858b0cc30fa19354e03547a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaff82e0236668a7a64bddd28e4ee7ad15d560835b94404f594dbad77eedb1f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efa5a42005675b22b462b3212c48e243da6e5f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba87b9d3e4c0ea4887c11700b8f7f932d346fe701e24a8b2cdb452d0f2dec78f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e63e8b409b9fb86af2bca804dcf555c9a6a9d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e67ecc80dd0b4d6bac192d2fb90f8d29e5b40c22e711f737edaf6db0ef5326
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fdd62b871cf21013bfeb62d97b4e7912b47229
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1153d007ceee17490e3713588b3360146f0d5e7f18f13e98f37b85494371ff1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a345ff41585caf698e781960e19f3d16b5cd25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25572981ac7eb6b97b965e08002f0925f85854657a797206ebc293447568ab3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7163a5131cd195a9a7e6b15fde2f8e9ddbfe031f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9400f55d7def995061bf64e84bc2cb2c362656662c03e342db62b94960ff87b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e53a081d4c856b85f09a277ebde995f5702c19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8f9d8e36ad6999e1ccfb4076b0c8e3cd06b65e4af227a2454fe5f4c228fe93
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870d0e36ea534c342fabd7c54bd1eea671b52f15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b215d7375c2ad036f5a889bc04ffb2ae2be8e7f2528f8668ace9297a998352
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4132e379dd8a48b620b026f61c96d374d7026c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e21635f9e92f8b540ce1e3e923bb595a59a260ce663eceeeb8ec07a7fd52bd8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68e22e49db5d36b17a1bfbea156713ceacd9e0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44689727b570beaafb6cf2e75ee559f6cf8d927e378fbf343369a459971c401
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b48a393c504f51b8820e72c0309c103779d4f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a68ae47b779e0fb729ee01d9e47781977d26358bd8ece1a6c74deb4589caffd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b00be9e3e7e2785350e1ebe9491ff6289d6700
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578ec647a12aa738ae5a41f02d03badda94a15a8fae8262d1baddf227bb8fcd0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382e6eb093c7f1fa34c29d4405234e121dad7f0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcbe7991ac669c8ddeb0df691212e5bef6cb1881aa93dc2e512fe1a59f346fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa3220d4358c99735c92eab962d0e3334cc7c92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57359b4618b84b294fa00e71b78b671500daa96662269193ec3d6e95ef9a5227
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4413341436ab817f133189d601500611c0a762cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b660e0d3d3e48a5f020384c180ecde5ca7f7438c6867fdc3b24506e831eeb64b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a35090eebef009aee49c8d534220aa68a051571
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126b857f8028bbdb18b60b375cba094869ea988d758b456f49caa323e3321e2d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756e244c914cb6bc797d7e84a92ed3429570aa1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2689156f69710e19f433127fda0970acb5ff64604fe8b14eafe819fe03d5b4a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3754b230aee8a5a159eaccdc095a150fdc8bc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce238d54a3fa21d1107815d822d469b71e97128433b78b4889fe6676db74cd9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5567ed19fa37a23e868b43788192bf4d039368
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4f01de74dbbc2db40177f5d48596c9b85ed78adf48242ecdfce981fa9f94aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c77b39c83bf8c9958887a117efc6b2bf0c12345
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c3c76f4c43b52685e677108768269a85ede72b91374f5e4a4f64743025c8c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa8d4745037f0049f8cf07a322fb018c8a07ff0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576279277f05e088889204ed51a93b2fad11bd3ae76a525d13f93a7ae1cac475
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7b756eba4f3e3cef12768d5686dcd1930ab4c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba733a7ae57428b47672f224d48883f547f7d3b806d4fb973fc1455fa6a18684
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1a7b3b3839395a058d5a1adf2403fc3ef75aff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220597ced3f32537be04342ae5690efc8c9ebc7cfb15c06d94c4c4006840a58b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db2629200ede662758ac71f175d801550e274ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad0b33cc51334b9950926d91c2a1b80190a41fe2922e15a2e32e10c84462eec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead46cc68353e4c969d2b9731d26ee171ee1f593
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a2d24090d732a163e0dae56746cf5dc07fd23b8fe61d6f3e7d35b30e2737a7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44273f24efad394443d553e2583c091fd708e69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f14e20718f56f37444b4af70262ec07bf46f924cde4ab05b83f5e319739a7a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132546c7d0401f121a383b102e66ab498c5a7760
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb5cc6e7f5e8854e05b8c57511205a8eced172fc726674c24ef9278569e4397
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e80e521b386c1945194b8646c13e0a8c5ace8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c29abef3735dbcbba354d0c61f13e75926adee9edecf2e030c6e3c37076d903
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfd8133707a3f513a86b98b582688f09394fb9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe18c0de84857fa2d80f7f73e488a8bb4555c1835409c9d0908d249faa2a05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5041fd0ef319bbe55e56fe273edb570d84708fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178342c1a48234e43f1ad53e7e7ad8850f812a807b1ce10f69dcf0c601d20dd9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90105250a76d5544ac5348656768ae73fb9b8cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da12e2b4849816160587843e3483ca618ac0bb8fd23bfb9d32db675116775dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7f59f813411e86f9584f644bfff3ce142fe0d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d568e243954cf19d3ae3cbe936e67df38061009a69cd730ac50c1c7e82ce63
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954e6a8781ed23847ff87b5ff56b279fa6b4697e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e57fa44eac60d298de79c20e74c1d7de09ff43be70931586f63bb43ece4097
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b07b2098dd99fdcb99469d2f748f39d4d74b5e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18aedca7a09d8a995666adc686fd09067940431bf6af7dd7bfe56712cb4cccd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fd6fba712f8d79a59047ab812844c1e11d96a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73adbe29755e1f770328139106e553c6671e653f6060af6074bf75de7ab4df4f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fa96b5f59a30a4b68908daf8dae5982bec97cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8cb87bed7534bc0566c08b987dce047e6d9127fe3b5cf436e65df8cc25a315
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b75fd6ecb05f37ae243e73bf545581a79e4305
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff985c8a6276e47a08ce09df79bc33e513f0019a8e42010e30a0fd603e91e6f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d750153b46055c1c3fcbc78613b07d64ef91e7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f1e0b5aae4a40ea747ee5025d58ecb56640d9108f2d757f026834d591ee048
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed5c61f7061e0415ac737fef0dd70a6fcbf8cd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693f626b0a82676e6941c309d65936654b2a340d1c07a6768c0cd0cb2ca665c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d63c4627dfa9a197e3819ca131d4bb652cb4c03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465f8f8a2155cb291ef027a650def91733abe1b2db6eba7c237cf414bf8c2aea
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976fde290633395e02680f2049893f916a3caa9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae074cc6aee3a04c7083806334e2906031f654d554679890f0f81c9067aecca8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542c0c3062687287e618ec60f0b2eed5472dba40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800fa95773d63f90621d03ffe2a3b5ff42645b60a75239f36f3f2aff45bafc35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd4adf925024cb772a19f86edb560c3d8c3c13e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c9382b9c0c767201be701d245c0e2e6f30b89108ca38592d25f9c234819210
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddedfeff843ff830ab62ffea9198ed5fac2c890f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f5a985e22f367040d03dd887645ec4321a3ffe8937103acf026d4edc7a828c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cccf35b8a85ffbc85c54cd5dca9faef9b8df7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3df0e4886395a03492536a36a60b0139a08b487ae59c66bc10a15456bbf855
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fecef20ac4f074cbf701f49662885260d64462
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0799ba2ed26f75976b5b00887780ebb0e5552f4ba4fe5be0263fe5ab0fc1a2d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d6e2d5e88aa9f46c6bb6d24aeb297aac97a9ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4563567f427561dce1adac13fe13c640baacd098fc1f2fcbfaff56272946d922
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472b1867f0d275c91484398a894fb3332f9fa3b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0baf345f5e6c954324a6002ae9fc96f2ea1ff42de5869f031b6d7e672aae368
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e9a149d8bc8cf0260a77325d0775f12b8498c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644e7c533867cc916721f2060a851ed3ffe2d6e68bfe55977150d74f7fd3ece6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f35882951eee62d7316773082ca3d4ec9c69b9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d9833dddc7e49486583119064e527393372efe8b0ca63936e5af76a1b4564
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f3a996ad89018a56ebbf80dd70cb3a038595e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78de1842169f0b5cbae0ee401afa196cad1438e0adc756778b39660e4c3fc47a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af64c126e150667132d4ce5d26af8031062cc466
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32eaa286047ab272edfd9a194f8f300d35752d8a678f9f603e37ee822896f541
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e023d3259187fe37e27622f5b4ea2dabab9f60a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009ad2dc7034a8800d818167bcf99dea306cb4043e14bc961702dcb9fcce6aba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe6e9c9c9b1afc30fcf9907a5e629c8cfdd55c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d12e0a28a8818f71b35304a5de54a0884054368fcd8eb81f723aa2c7c5751a7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0c1761d53363902e634247960dd8f3d517662b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704fafdcbf5f2613d4b5e22243937326348417e930413dd49dbf108da8b80403
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f744648480d7860a1f58ad6d0f27f6379a5cc7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b3c9481aa9a313e1ad091d7895cc269882d467f88bdfb74ff14366ae14d880
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e3be92c8175d6a237b142f0418e76921daa16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f410291a03011b4332d413bab04ed2a10f0c00376a224565cc7ba6946c3f8790
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b04bdf6d89ff16fdfe706638cd55560c16fc0c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d3a540333cb5ff197dca05475691a79aaf7a9749910d1cf39fc346e031c214
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf68ba11e083418f1e5c46d150fddcf253fc5fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080563e91e960d19ff1575242d7fa02bf36de73170b1f4ba0ad5ec5b1756ca9d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b1610e54bcab06a45aa34b3f8724f691dcafcd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a625af22e1a880463a52c7fcfd379efe96f247d11e8d82949c0085f9e771bd3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c70a5c34b97b3fe22e7054e8931747de7e4b540
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c192734d8d59e76f252db172e61b03f1019928fda1158e37de45f0be8f7ee0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3829c96f25cede698964e1f717e6f1cb46f735c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3aa0f6d09e93beb4cbd1a2f5bbca7232d7f2ad0dafc20220f01f8ca5670155
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8c4812da336b8602cf1dc67a82b0c2e2703c60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fea6bdd06cdc71489868b17e7a810ec64bc5119cdea0ad7b8bac05338ba6254
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21525fa75707456b1a962e1d272ec521686ef462
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203c7ecd63d7bc107a649edc0ea9803a047dc4e2f987643b3572ba1a305ddba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2831f8b88c25770e8c28655450d7595c7bffa03b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbab7eb5bd73fe38a3e4014d9329ef34a79819a35b08a14334b0ec3ddce9d4d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cd9a062eeb25261bfb942e27616bb90d561e6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df459e8a36f88bb72409b0beef38bd7dc3bdb5d8010c68d3ee8de215662ef31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9370a782ab203b4199471d6861e459d0dc3eec91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e117a64f448550ef65b1930ab62c0dc2970c0f8074093a190c35238cbb6224de
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5616f0708a30f99be7ce62a016b2515447728504
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd30d484b975ac8dbbf3f9f0389a513ec6a0b4e1e498b08f69e4bcf6e692d03
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6ada41b93d75f629af1f0d4ed75ecad7f25d48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444434f64eb1d0f63a56e4ea5b181d3c51cf56c024ea02736f7a7411410fdc83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277ecfd4e976a6771a84c27274551fead658034b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e597c166e0ba695863ada67ef8b56d35471d2907fd4b95babb18ef0e1e255ba3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890526b12cd9b46f860b7774d4dba671284895ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73c340ab5f47a0bff6c18101f8724913be216c2d45fd1e8aecc9e2cd668c755
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9fac2e526bca5824afdc25f83070b58fad6e94
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5fa827ac56ffe67a17327de261dab72f0e5a2e284d0887029b721578808509
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e36e9da1d0e3556858353195cc839951a96bdc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73d80fc81217c4ef24477d99c8d887a6a6e5840979602ee3bb4f08205ffb4d4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62a7eedfb4d0b26e1f37ca8d314a32824730e54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21cc006d14fec3f5df83c57e0511ffc4ef3fe3a2cc0b7ecb3c9289b38af05e9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76eb19ae4d33ecd7104a77a6929d6af560c95597
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f198aacc297192d9cc85cd188779e949aafb48d2b2b4ad43027ab3ad80d320
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9ce38851b2892435a471c28d3629b411166b8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3a592bdcc63080cae9c411e4132931fafb9511a03535a6c86735cdbde5bd8a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d481707c873b69b7036c28009b4c90bd0f9795
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16bec69c48b43125da6a44d7dc519aa5efab80ea6516b093c6b282688bb0e5e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b44ab0f9a81fdec3fead07508cbdfec8026000a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8366b4639fda3d660b8d33162e56486e964f8f94210bc335a0f2e80fa43314
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb18049e72a361252f60c488ba626af12d3506a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80db4237acd07c013ccbe7210bb904c5129b59372a1deb9e00ad36a1991a731c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bcbf0748b0c639a25c680cb11c6380b7191609
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8e6c8b48f19b1675a56ede8eb5d328a3d6b2345b054e010314a193107a5ab8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409cfa6565f311668f212284567d38f7a6a26507
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9d9a61dcc382fd36c3ef30eb4a4423e1bda14b91c69e2b48f9f04df30920bd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdd54fef76ce477ffa128fc4e8892fb9fe5f3ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd73764ae6c611f1d951660aa3b5dc55957e6111d6628be912e27d573f45a39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b64a3234502fbd556a3c1f49a166661ab567cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586fb65031606f6a23bccb26c96a5c1c2c3bbb5660bbfab91374c130810b9289
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41f02a5fc17782ab0499cc952aed05f9edcb3b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf62917ff3523b79ee087214a2e2e0f19f224e2101fe24af12c9053fe443f4b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac3c009f6f424e2362d4502625534c8e71b8c90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1c2567893692b3de8b3472332dab6729d3537261a970cb55aa6c6da61c0bf8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697905d16bb537d4eabbd34a3dc3aa769d0d247d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3f946793542f0b5de973db15fe1eab5080a3e258af30a8c2ca528631a47616
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea482a6813b5404e9c76b87b14aca72be193b06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c992cff42a958e544f3e25cc7d99154efd8a0016217bc1e873bf68f0e48887
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985ff69df47c87ca001c8601f7878560504035a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7b10c7b628b2089ab0ed0da8589856fe3b01fc6f9422312714ba0415d546dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ecaa0b28b9afab89fb323ba72d62df09b30739
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dfce96cc89bb3e1a26fa9bf441fbbf41c1e1167b92dca196c4d43d6d16add0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0fae34fee3989a605306a0f6441a4ec0c4e6a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82010409f0ff65fb7a4c8413c3a5c280cb858c1068c5bf4b690aa24d4b6e84d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cdde9cef1dd6957e34b2538389aab019767bff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37f1db8998d80f911c95640a2f1ce703ba91a93f6215f0fa8d7eee49ed9adcf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f826fb048fbb43f4eca68cf8b22de437f1f9cde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22c68dee1ae92e43b552c4a4c52313bda07599d6f62609adf2c254152c58d1b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec42e8a046195932917454232819c619cb5dbc5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a026844f9f2c808b8b763989fb191e8e7ffff6a45996cfd51c95a1cd63e70c12
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dca23fb215c999d73e710559f666615ea8bc8ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f120500693c2b15d27e0db86cb4fbd70b932a6e5f001fc00e05cb41b5faf6f9f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519752caa8fe90dbbfd67a9c8f979782211aaba0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aab2a58adf50e92ec9893d174085601330716a69a1b0b91234aafb1f571827
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3c531f51a87596242984a6d4ff23870c36f5bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110afd846ea40f163381248a47a5a1bfaf577a739213f6ba6576060906c687f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ca8845e98ae40328015def129071929d424b6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bfcba62eb40e142b5448fc927747050b4b246952ff737496613b9afefcbfce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc46fcfa93d3524f0b9c452c07bbdf051e2d63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a04eb4ae29cf136d0d232a60e53473c6608b8cc6cbf1acfe87604b1c448b334
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3651a64c6400f1f343d893ee6470c86864c794f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bd523ad90609bdd4e55b64ab3ef7fdc0d166348c02ed0b362bdab7ef48a3b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfd625f762611978466d31f6c29b80cfad11ddd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93f18ca983679bd4f46523389003c40b7a14bcec6b22d4111385a3d1c4b4623
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0bc749238e0289b86044859c6003f3edf059b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26401d707be03e6bacbcffcb52b34d1ac44c7235a661f7fb722c3a650e654a32
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8c12c5a3d07d0f12ab2f4bc8ad7c8be66b6145
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b022084170bd92208e5c23d7f706853f447ac76271bc8fadf6ff0728e3eaf68c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09422288479f71bee64ae107f857c07d479119af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5875de3dbeea585e7eb9c572a8d619b206864e2317fb5498aaf8eea35d7c93bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c576e9b99f8c921d3f1160ab5fc4fe8efacf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d66b278ce53880e9d21de0338aeb71f85bdb318d8161d0dc088570668f2f13
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e8775dad75be58872ee295ffc97ccd3255e48d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a180659a5474aa908562e0807e24db7906bf9fca3dd97a2889ff9a205719d6a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d585e5add5d1939b91576e889115b898511cfe35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a804f81f362e1b76a4b95f453aadd3cf0d517924f0fe9d596e446f1525f3498e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721b004b445cad8cef36a3da343c97361b5e2186
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0087e67b991ab293357f26229cb3ccad41b84553006601cf2898e98596f679
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f640e58b77af6f9fffa6354f3ffdd2dd3c861d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b9f4853b1e3f8e82f7367f12fce2bbabff4f1b4b65ad6de1431f9a80ea9ea2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bed83544b92b7d0a9364d49bd185515cca560df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9e0eefc0656bb57ce8118f3718bcddceab26d66d77187a5826e26343ba16c7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7370d54b1f6f2677a6b5e7491829251222ab4da5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3723906b8363b2b4249c866e609e4750fb5d1fdde1ee5d578e13496b974a2da
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ff7821b4ff70f21e16b3e88da59030b230cf8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147d005eaeb513a4f42f9df8a86573e013ac3aaf119c481becea47818eface49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0349516820cb1392991e47639e5d74c1c5eac3f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e131692ed1ba20bcdcef5487d64f6d3fe3e2cf29d1f1ab361c8b3964c531aa1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07baa5699d2362523d1c6a7d718e18ccc360b5e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19351691e71ce6f35224f75772abe6132fa1bcde2aeeb04c34d94919c67b1783
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d54f8946e8c65aaaeef0a195bab356cabc0da0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c798d7c34a5e54eb0faca597b3b67d2757441f64905da1d9041df4186927ec73
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2fa9fc96485844f8e2a4bed4a1481af79191ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f086a1e97b58f385e03e07edf09d7160c2d7aa0361567b0b3aa27fa512d1c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b18ef384de4229a5f114bcffed718013a6ff08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a09b85cff5876242575eb9e69c0bdbd2c736406bda6d257c18ede082cf61710
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9218db25877b03ccbfd4f1503a9d5e115e2e1f55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83f5c454efa73cbd8b3f28f5184909cad5649b61eb8c60259b17e746b569cff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a807b69cd4e0c245e798b750c8c69b0c0744cc3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914aea000fa5eb941410e8519357f9f97cd7a42773349527b48fc7c835ac992b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123fe0d91afc001c96c7517b9a39b31dac3b7e3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d36cccd8dcaa5c60ba6da2ddeefe841d74eaac36b22eac22a8f8f7fb2bbece
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355915810a68d26435cfd7bcc7abed50c5349bf0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6084c990e8bb70debb6d90d6b7ac4357c3fedc48ae70a0542e666d26dcc82d82
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886efe20b3d7a4424d787850b6b0ca75a274ea52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf3ef16db8dde0c02e4d4137b77edf89a7bdea4eb6918f6d2596f81b800de51
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e360413c52ce33fb92c5b1b53f31fe09e66e57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25abf979750c8f1e84fba6d3a5cab4cded214978275e425cd617dfb679f31d1d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a2f5ed5a1bd51f64e07d7aa08194bdcfc52ae8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aaf06bcd0b87a7a10d57421c8a7659ae19a198cc116c61c7a5816e502af87e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e164059e0c7535e9e366b4dabdb04067a552d47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ded86c3250c53fd7bf03980214149cb6bdc1a67b52081040584f2386614671
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ecb94669bdd4deb6308428dda6947cbd3e611f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf7377365814c3a10262e56b1c2d8b49d85cccb67e04e2017cf968256142ca4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbad504add85c5cf71564fc254aa04c8ad37962
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8142bcf64c0820632e74898a9d46c6524b726e77f0205a0a37e0eddd0761e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620b1aa3606439da8388c687da2cdef640493bf2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c76b1d68a422ee38a0d7cfc58d05594acb1baabf15d1ed3a75a2c757809c94e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1bb88b06fe0f89487a2e3f2cd1532ae8c45108
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92943b290943a1fd5769c131303668e0c0ac1739b42916e63e945016bff681b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37db08b4cb96049ae51f2fca5ebe257791180100
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3696e2cb44309b409decce18d50ad849c123447b9b7b519c08e15e86989f4f8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6bc40c594ce5d00e8dea0917b63dda7df8b01b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c11416e6f31cc5f185f91a55998608d7710f8c966b808b25fb0b575e0cffc4f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee6bb1ef130a9ab134d7f040fe8e8f328ce2993
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f3898008ed3d27effbcca9d4c24c6dc9a0646fbd9a4704e21d976fbe1864b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2b7c6708d8de5ff1a6f91e41f0493e5971d797
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e26054053b1d2e518b6a1555ac6e95f44f26f96e855de69d1ced180c81d20a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31df11601d63dcd926d127fff7b60a45f1119f05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c422444c2495ea877208597876d0348ebd36aa71199d3cd45f261009c67cafa7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afd28e238978a36ef1d22a7cfc2f39f763fada8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e09cbaca759c0a13f471a8ff6f8474240de2d4b59e9f358ac8cf53f1f5ab310
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabfe50d8d8acc9a2fe3d10dc4204c908b8c0687
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25882182f78e3e4ab8acef5e17e1fcc6542c7733f44530fdb5a1fecf58e8ebf4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc118e5457d5882cf4cbc427be593768b6fce08f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2393bc178b52003f63c1d00a34ddb663aa53e1bf3b7f6bbf6d1741f4a4e2dda0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505b2aa9dc8e7459c3f9c8ec78d124e71699c410
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f0e657059b7dc7a7b124c523b6a996f77b660088167c1a156cf147447a011a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c96472637773b37d5cd01abc7012397b118fed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08035f93e9aec4b8ad9ecbdb13c0254bb0f1143cd31470f897a7f7f917acc709
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8300e35691f1b78dd18db2043f67b2fced18a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b398b88a28f813770d47bea477f9bc0c07fb35b36cb01c2b09a26454788580
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d4a0a0cb478e49da10e345244e2564ddb81b41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a7d0c94b4e5d1e2aa9c94d925afcf8cb0b3b3bb19995615392ea416b1930d6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f000d49bdaa568df6870675d5b9c3861168d088a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7750cccb8df1b88aaf21b29a7c228dfdfa079f61b7c70f7a4b3568237cc198
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3601d6028a3ede098f60bc2a9e99238cc554e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af24d1c69e2c6945b891161f5c49187d14a042571162ee4d1ff6bb91e62d3cfa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfb251f3f4a1411d30a92f97f5a6bfdf2788945
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d503a77fe26a4709b53a2f7bff8adcca8740e1f0f0c45f2e1cc11d8b98638a6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77732983bc029bf53963b553138f58d55269e833
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb42e8daa760be38c2054b88857191d1fca1d62a4711911af0cd0e2826a353d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e44dd4138540261fea38fdc744d2d25026fd55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86537b072cc6f7f34795b6504e6559cf04892a920c8f04b78a31b8eec115277
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79129dc9c707e6b96465b2175291e52fda07c61e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611f4bdf77aa9641a11c7c898733afac76afd6a2dee68433b20967fee8f652a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2488fe0c3f717e1d49847af27d03e0ff960bd05d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30d40cbf28e92d3a9870e32c858bb09215ece0e153e1f6639253cdbe5a609a9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3671c3c788600f2b32b5a56e37f11af2dd937d4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64900cf803194ebc6a5d5a3f031da3a30e4c1fef27b86da11b4a646ef00b3e84
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ef021983bbf674bdeaebdfa573131d4bf33ba7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bf4e6007aa3ca1c075ca351c5bd9b57a9b8dd573c9e646aca804ed3b0bfb55
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06edd570ef01bb8dce106e1c6ead5699722eef67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f835c7d05a3a266fdb7537eb4ef85028f7ef87d29576bd46dd63041fa84fdd8b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99da4826811bc614c77683c30ea895cae99ea135
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906cab52caeda453c7958e837b0f493df133a68f24b888fde62c8a80d4db9bfe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e7205bc99e9b5a00e80babb3d51685ccf83045
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5574274f5bb76c9ed7d8abfdb3c3c5cde3ca6fa251a5a68d7100d7756d27755e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bdeb06a338ad94aaa79f97cb2fe363ccd06d86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a985b4627ec2546c707c9a403d90809f9eba0a3264ac13bdf41b8ecbc2b3e94
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1616cef9d0f48700d3d4772a74eb9ca0c763b97d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cc1543cbb4831cacae60bd4711e9f989e8cecb20e23411f326978d0fc8aa75
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0be85cdd67e34385c983adea9a40636139ffbf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8912c2877afa208fec4c1d78358359a6b833f0f0c4afa74de9cff528c46683f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f840a1cbbc57afb9473df8e20dc93c38663d3f00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f72703ca91c99ad14561b79707d5791a761daace813cfa49f281bae95bdc56
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08de400608d064e2b9485335df424c37a9e200f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d1c0c3f1a50f8fa54c5b7312a61617528ad2be0e41ebf9fba8b10bcd3eb8da
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e833eed2c3bb5a703a99e6a323c9ee854b62955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fbd79b966b0e1f7c7554a59d60279bc83a3dda9287440c466fd6c30aec522d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248a580b55cb0499c2d394d8201f54dc3e0f69fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f9a4b4358ea894224ac3ca3dd1d714321c948104dad1a58c3e3d389f9a600
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f4c7659cb1d11b71806cf585c6016527afb1bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e56fecdeea56271e1ea02c489d4402081641823892213c6f63b674cd55157f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77af465bd094554895ad76d0502b907ba35d5c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444082dc83fa4d5171ab64777de9fb25962eb3e55fec745e3f8fbe65fd2739b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa21a2aaee573274da8cd2f7328e50f978d99b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5633361d129017d3eab2809aa8fb7850fa653a40a6c44a5c19075e04e25cf31b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef45a898ba1ca9668d4a8ee5424e8ff5a060ec6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43a87cfe93f890c03e2e832e901427f633723a8e06cd588093d539607db1cfb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a55f0306e2f5d984e24606cfa5578ff7641b5ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae741e6b82f90022b92b5d2ba9cdc68f7b99e1c8bff79a24d19f4cc4cc74959f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c146b91793d9eb8c3c14d0fdc358895c56f684bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0748e03fe13a6e6382ebaa7ff614177dc1da1cf55a2fbc4d85277b8e121a8c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf1a56ed804d0fa28b6013585b2201446f27186
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaeed1946bacb0d94b1e309e4a0ecedc6b3bb3a554a7e021a3e309ef0f1d321
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e6e6d2690b9997106718ea9755c702404fe038
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029197b7b0ebffce7f21d5bfdd45a72b61ea2064f97e2dbbb1684e707ddfbfed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eacae708b697e3e1178edd4bf533a132564901
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcea6258956898bd4feb574f1126a7e6571b36551e805463d722c1698c03d27a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81fba69388b83b54dac71cbb9b7d76be23e5ac0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073bf6f6d035cd4e543351187763ede56ffe840f146c12ee82f650dcc6fa02e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd48fa8323ea356970fc0028d3a91ff9ea1a222f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb52ee6e31b4fb65c118952393c810d9a0d505ef60dc7652b4171f91d1aba60f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebfc71bdf6908dfda1c8ad71346094861f29da2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4ba864e51d86c82b4e90d10ab9246fddd33a526e88435b9177a6f6c4c50700
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14412382170bca2858b257f735dd2fc61e371939
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37da54779efc030322d392fb301bc41501c1b0f45d39c995ee393c8f5a7c6ec5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cec19271d66b2ab9a123cd31720b8c5c5b7cad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8c547b2e39b03c8d2d5af2a4e3ce970dd34075b732ac293cba9dc005eac809
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e29e6157141afbd1476ef97eb072bcd21b06de2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3665fd42812c7c15ee063b4c043be915a8d402dbc0667f0cf89ef3cf18ef4
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc129441b703e8e84faaa001246c347ba78ef5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970a9eb8b719a4b05a61f666a272cf89c9f04443db8926492ca64ae99e582ef0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2997755c687a9cb8d78baefcafc43668ae55fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378aaa8aaf64369d92531ed7c0bb0d3cf4c2c2b761e6d3288aba04adf817f58f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d17e4acb4eb5b8b1eaf88278489a07a7d330f65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a53aae4b7644a8f7f7a03c137e3929920fc2690c8878950223b4acf5ef15df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982f68c13d21b3afcf2e12927c36e57c5640a376
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aeefcba0c5266902726bfd943227a3f172c738899c13386bf3c6636809c7e67
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6715385306a9be75e3fcca8c9c19c3aea8fda9bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7feff3d4247872488712a299ff9681b5431e0292b34842d91dfa952af48530
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a22defc90b6cb5680acd33673b86fab59b50eca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ce0715b860896630f236e9def055e8b128d434ce0d8d60e4d500af19a4fc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a1fb0f5fc03a76f86d6fb5e01a7a08142c5801
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86287fcc54b2b943d0dec39143616f8bb838ec0cd3fa77f2f2a789077c979302
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315d317f6b2e3b5adc468c313e77cdd21267b2ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e8fb5a0e185df496b126fafb9fbe5b0d049dfc990ce6d6f7545b1bb44a39e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782dbb67c8eeec1141d7c655e3fccf6342067992
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f8db66e7430a5f91c8b78c77536a1d28cb51f8163c4e33299a8fb7c74e0d5f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787a1a24c3fe99299966587fd66938dc7dd996bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cbea1b9eaf8795176fe6fc5649bb2b63449aa02cf846df40e57d8a10f2693f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ce326b759ddca7ffbb145617abb81d2ea71ecf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c2f9857b33983ae3dab24946e3d919b2cca24030004bec72628c0146e8d4eb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a2551ad2e578eb7ec1cdf13ba26d746d93a9d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0eb3664c5e82514b2a84bef261f23d2d8ed41f88163260ad5089b27feb526b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff793867670d5042003279e83682f2062b013f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5207b6f6305f7b26576b3994865fd6e70b44ca74fb0ef5e83b807d6d62897e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb5b0414a0d75167c42d139add986a06b5a4a36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a9e1fa556f24bfc5cfa6b5c7f189c8a8f192bc018de12fc94b5abf72a65484
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602522acdd057ce843b09f537367d3acb393c624
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920a709cb0408c66fb78955cac66dd67917ce899035da3dcc33686df998ad935
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b8c3654619be117cf93b2bb444485607d793cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47dedd813beab1b5230c11dd66de7a31f44d1f0d869c0bdb5af47d9ace74db7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26ed1c0c8054228d147077a3cb972c82a709ed0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07c6d07036aa89500ef4031bbb61b10ce8161dd227fcf60576c8936c80e4cdb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d434ca7323f2f61d7e4a1ab447271c50fe8227
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f03539c9e580a570561246b22b189582ce405f38e38e15d4376137c12be4be
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c87021b54f69b1fe9870a418c99e8c14d695eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc18f6fe246f7bd31e210eea86a1b11ab81800d9b08e17b50e2c94f4c18aae3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadd74d6dd3fadc7a450d76ecc9fb84a2cbb56a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0cb400e3972d7cb9e8be6163ae819054b6f7d23749e9755a9ce00dff47126c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa216b95e46866b3e450b09fa7095f884d97b0f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1a34293e9077e4705d013004431a09763304370a8cccbd5113a530cec6a418
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f74c5565871ac1842832d0a7f5b5839b5735d5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed504252e75ed3ad08b9205a39d2a934f1e131c8d781d057946ccd01e97628c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f8505f5933afddd058186fe4fc7ae68f2e3866
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d147a805f083bc8ca9b3cafd53303100fd283b1eb1f1663597030232ebadd6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa09f335c3c9464eb36b5e7675012b62f221bbf7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f87e037a9bd3482b72e5f687f9b4c247c6a8cacf9595c3af167a83edfa0272
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c794b5ab27b007484f2e43a901c5287ac35a6b1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89226bbb5a333b7c93ea7e579e3655675fb5afcf7ff6625505ff66e8e16b9eb7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb1037c054ee66f88b14d0989d00b0b98cc07dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fed87da2fa059fdd1e0d0927bc85c7813514335bac70636d9bca005f2d1884
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b187d39b66b404a0d798c4d57c32e95fd5a181
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d95042b65d31edf28c5d58cd16d8ae5367b904314b435b5a72d7d0b0ee219d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce919ff91da4bac13739ad2abd63f140d5e95355
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424c0902f752aba5c194aff6cc614aea52c45e8e9f46d1f107fa1a881035075c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8fee48ce70f64bedd85b8fbcc30a563b94a003
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfbd90d394fc28614747a138e32c8ac9feac630b3f12e42e768e3121b514a2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7759c9df9edb9b72d55a6693d18dd367f29a3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e577893780a4c79179aa17f0ec1d34262904d3b36b6d38c0fa8ad8eccfbcfc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a8c7272e27c330d0826d488b0e743fa30cc61a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7527b1d461179df7b20e5f525f52846b7dafd46ec8d6d5d62bba690ef000c91
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac404ec39807b7144ea56ca0a7ab0b052006678
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c538241442d1ebf44e6b3be8d47620d5e72b7bdb1a349e72b7ae48f3631f9db
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485a6d079ca97fb54bbdcae46cc0ea8583ba8cc7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dae14987390d316e0048807a303f4a6731cf781992f872854f50c852d91c96
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdb278ab9feb1b55f01937b4385c5491efbf168
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1274cc1b6aebd4ecb5bdac57ae9aa7e8c7384a2b6128b4f8039d8ca501c8a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526ec31713b40d64e91461a8807663716c11bf75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5933be5c8ad7877e891cd8f3d944e3fad54460cb55df0a577a67cd55109158d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752befab44a00baa94250af37889811f7370a3e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1cd62961a783785fd6984760e3fb9373e706f1e977d8c3532a1b3e0df377c4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e1d02f394e5a1e670d11edd3c17526f82809b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed110602a2cdb1a0e01a0b8fee28089c5d280824c1eed19cafe4d477364a623a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf50c89e832dbe995766eae95860babf4cb2eef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded217efa98be67f6bc68f3baad5174dab4d96ae2c808b1716636f354c956c3e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fe599cb3d90bbeac968551961934f8ed7b0fca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b470abc9bee568594e96de4e2a8232016bc3779458ca6a310d385d8d508c8e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2f11331db565c06717002293dadb02bb566fd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d1467f7b28b8a0b2a8c9d01827dc5833bc2f673d94aea69fb25f484afce46e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bafe69fe0241a206c1bac3abdbb080a3b55417
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4068a4e1708c23b92fee8fe0770ebc553ae9d00d74c2a27d4d852b1acf298b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987b330caf072f38199432bd050f78b8b194f3c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82954ff5c7eecf03305293a2d6500ea804cd12608486864bce579ea7fad48816
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6e36542576fb4269c5c51d7175400abfde5625
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2344033a2e9828ecdd40d7d47ef064a9877e037e0d1824137a6df31650d688b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff442f4dbc7b52b8bd44f5f45cfb1da51571e2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61444a07da4f3f0e582e2a36a78460de5365cb3469dacfe7ae64d20e528742d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c36f142600cd076b9a0083c752dade5ec3e6fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af0b4d725f28e37f102dd0c2deb48dc3e2a7dc501e3c90e4e50b6f58e4dcdac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f81da78460f0988299f6a66b18a0cdb84020ad0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6333a6c1b733f6cbbf2591e0db3a1a13954da37540239bcdcdaa33a00b612cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4aeaed4416626d9aed250413e0c888421f074e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef3318f965b2b50ad364ddd99dbc774d3646be9c5567c5120c36990d637dea6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c29260b0ace44592bea142ba398ca6ceaed663f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecdecc841657fe5fecdbbfc5f5c7673a9be98a330c30884645ab28c38673c6a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3239e831562552f55969aac16de2d775dd6ea09a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24feb6b2fb7f3bfc5f75935be5b9ae020577631953a814ee5e376249cc89c162
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a0fb66bdbf1fb1d4b73fbb9ab01eb5b852a1cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e179ef7df20713996025aef9e1733ea4c3c0711a19b691d402fd2ce28cf65
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298ed30497b96f3ca01063885da70d8aee620fcd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedc8b0b67b406d9476be1173a35be0b217e32654d33c68273eabf220b786060
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8617cad950ed3b11a5a8cd75fea1676b5b0d8f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cc5823d63e87059e7409053be8dae3f33a96896979e03020f22bcefe9cc7f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c157b8531bd80d328e03167017380d13db97722f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bd0c6b877adb7a46b4e0e5e5388b09df0684fe9dabbbd2b052ed1972f83240
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2873566e9e6cbfef94053432fa09afe5c81b003
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b9dfb3b949f2a0992fc1f604d0032b635a1932a783eb78630587df149834be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c2323a64293271e63036a655cc6815e0cfde20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cff30a8937a6bfec074cfecbedd7ee002f4cc294ea518276b3e7cf7b6f063f9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b942501a51ef37bf12c8652d14e9070157839201
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331f9d12ee762ac6e9c273ace6a0f81bcbd88d713d624f052254040b4ad1462f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dcff94b82999310b38994ccfc6a77a1507efcd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9fd77dfc9e0bd18e7b488f1ceac4bea0e9b82be80085688f7e08045ae7a8c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69e16bebf53d777526fcc3e66fbef6f9a29664d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13174027610254e146fb8d4171500a4cec1ed66a5443388d5df4ff32e69218a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb48b19cc25b5339d0f8d8ce2e8e1354441c198
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821e61889a70acf1894857fc72c5ece4ff0f12d2de01ff4d7c6437754fae0869
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca97b5551bfc10912eea5b99a96e075f0299332b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71c4b94c9a8b76b01fc425115cd8028726cf4eb0ff98fd2a70b8331acefbaf7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094db32076911d6bedd157d6ac8c70da3a4cbbb4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e3302b68e6fa081377f06fe2c3b5abf249acd30d4258189b1b57bef86e4d3e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52c0844cfd0c678153543a80dc7b72c1f4aea60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7caeb43d9c56673916e61729ff504c98c81a52061e008a3c89717e967800725
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e2f8c478b1174fda104822624c9a3df078e9be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b17ffcc598f1d33b3f61124d8d1b56dfb8bcd7a32205b7919c9cda1accb5d55
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20f911c5608ee3f76554879dcfd090d1723d4f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48276f7339e1655188b3263c345a8a45cfe2e671fa06fd988b9099ec487dde51
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7674f4c6afedf72190ed9f7595cb5c4911f367
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4298f7ca8507c47cbb0fbc97a3950e6018c513eb88d3c9d77cd71513cdfc7d72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e4f613b80c40a66ea1aa6decfe2823957ef253
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1827aedeb8fe933f632b807889e6afbffa9c1259f7b58fb95bba202572ab02
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b91597d26df4407c27cf056fefdc0b6b11a65f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15be6999b5a8f90ea3405871a718bfe23d25ab2d98729ae00e384497a2fd0617
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5bb549021bdda72cc1d8d333935031218dee6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace41eb6935ae432d5337151b94af109ee59f113141873b66be6bb25c05c78cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b464de12523e4af202c162ffa4e86e1e7e87db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e3f08366293a06f0b6c5c0d892cf8872744cc4108b9e17bc602abe0a628ac8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066c64bc10e9031b74d3e5d4be6c68ab73a9f82e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7103833895af013cd1c7ee918295dd1048933def25ba3ada60004f56abbcbff5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e074a2cc2e6b9c5121658f6738c4f4c012b00a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70da20688114b9e05a8f240a3f567bf482b45b1ad619408558e25f0b87dcceb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429050b6907e1b94333fad5792694abbfe3a41f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4c5aae699f15aed3a8dc6f7b4ff8ec576b8b52f9fe4551a0bd283297ee56dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146f1a7d18383e1d7f3b8b1904ae1c64ee45d77d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e05ed352df4977f4e3121c80208f38cc1e250e87206c83119915872cf712ed5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34cf48ec1151ff4274bdb4e8f6bd068189ed67f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b75d0e49174e2fe7a0d0decc75d57fcba8ede41a11de754bed3e7ac5ea77e46
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7acf3a93a5ac2242a92fe4c97fb163df5f4289e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe170bcde3908fe7a1b364a68b915618b51f058cbbe7c10abf75ed6d99138f02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600ecc3eb2bcacc4b76d0223745786aa70b68fa2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfb69b934b717fd2455bcba06de18211f5d55bf91686b91010508846a41162a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbd01a38e8c5e4bb034c50215cdb05b0adec7fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04dc027ad10db721cdf6b4318433bf91d347e5d71a789a4f07af9c386245094
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85554c3d86a5f56e327969c534bdc17c4255be5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823162a868b61c9d5dcede9787dc4ec3c1e0e36f93dc352ce15667f9127cafcf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa4b7ef28e7526e5d58e861e3c783864d04a84d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d88be9d7b57213f1c3bd5785548000bc6ee0731c0ea90fe91367fa1e9c126c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0981b5b8d1297d95f59200ab6aca6cd1fc2c0694
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd3b330c40bbb89738a515c059cfcc6ded7283c3161962b4ae6be192ee82c25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838b55d2dc57f0cce9559411f3dd43082d464c14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002a03decab5a7c9c1179a442322b3b621bf7b3735dbe237b75ea55af693e741
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374b26ad1e3ac3df4760c6ef13d84d4450bf1d82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6932d66fba4a2e1d35f62bfc4a5496574619db495c56443af34123abc09734d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0894c63398b3961ad0aad6a242766899d6d030
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10844f1d8eb2aec2bb2820e05a1d558d8a36fde3432d73539519539e41619b47
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fff4e79a85931ca85bada8cc9b2a1d6c13f67b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f6c920f338d4470ab78cff79d1b916265db25fa9bcfe6f5387639fd560af83
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a41ccd330c9277b7a71ab146f3d49a4cc37d33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181d9be295d7902010ae27198118b2517f4b7172c4cf4ca3569e139eddd0a602
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24d9776bfb6c125d59d73415957518819685a14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bf30310374c5ae8f54a09fe6f6edf02aca394064584ed3176e27c4fe10878b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0925bab29378c8e0a0343521f8e33c3491e2535c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fe1a4febf27a58654cef7ff9be2d23f5022a9f67e37546b583f06c84f91eb0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85939f18237d7041595e8d52996cea31dbdcea40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663d3ec20ed5ab566f91f0cbb32323a92e7b7a3072073718bbcd178211ec5f4e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99841dbbfed1067bac9ab43c278591548f762a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70d2f158a19668f574bbc535cc6e5b924714d9bdb7118b7be6dbbcba9b1e537
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2012ca46917281fb06b8278e29ceab934c31d0b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24784335822fa82b85e4e582e8cb443337cd447c2643f584263f7edee2a2c11d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acaf2f3bc49d7c621068239f71b935be1264dd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7825aef3372d7ecb231127777c621c3a5ac910f4b5b1f7c5413ee1b1ac04225
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71e7ec5cf95e4b5a474ea400524a28dc8857c9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1cc7a4d3bda2ad523912d9a3f03218ac2db9a3abe0f6da089b93b216b84cfa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b730af24908e31c8c862502249bd3e49386e50e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1655085892e93475765c0820414f51657ba9bcb4974362a08625a94fad1dfa19
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a93cbe99783132441e07c49720b17e9d81e4af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e88f577b1527776697c9677ef27fc998ef1e311a1453dc6856747bba6ee4686
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238f2dce940f9373fdceb53c3a1be99c3e0a8fb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf61eabc887114736b6ffb3852d0a5908d7214a8aa8e5cc87cc4a75261bb642e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2d1c8375b5c9b58ff83656b976b44c1d35791e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c494e96a8702a326d67a0e08a38c9e68aa1c98bb06bb8fc5f4f898948ffdd71
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca93a5ac526745be7fac7af3ae1c7a5b50e3b67d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18923f175f2456d4ff4fd4c02da871d209a93149ba3205f48fb2da2954dec16
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3528a64718908ac63416d9bf12483e8db91d33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b4fdda7e612fd4f10b437a626c95bc37e6d2d9fccb84a0901f7c257b7fdd9e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cffa63fdd4ececa3c8d323ad5cf64d68f13677c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd921f8f6a63b0a9b92759026a030e5159ef3209350d28424fa596e28833a6c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77851ff42045e186d8a80faef9aaeccfa868fe6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ab905de5e4f7ce9c085f1d989649474c13c6e45ca4de9550deb107daf22936
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f3e34a697dac53acbaa9706e12a9b6a7927ed1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26962a4d99d89ec97ee06f6601edd836a223e06627d75052cfeed7aa951e825c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe756ea1275a6a5a45e0957f1bdf1b38e3ba9752
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6859b0cf0b114ea9818408b6252d293d205fd789f54bc3c822b41300fddf3fdd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff5496be44837be0fe6feb80a9bd123321ab38e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636b5f7372212b4a8e4499d309610f83b1cbe7c8aac1e518adbd253934781927
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34eaddf5b32313fd588bb5ab4255f143d085bdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d9e1b35369a287686d3a501ae7606aeae1f4f0e3f5f09c2c30922e5b2abd2d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6367bf35a3b685ee88a28914a003a1a3f7a5c396
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af14904080d34fc535741069842f80a96b573ef96a478a67869e237a75434436
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1f9096a4c2ec8a37ef2fc877b8f8afcab7e118
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdc833284c7e9f4ce6977639e5469958730c5fa013d17a717a3f6d2b1694005
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711bf5c293a698e61d321068fd1cfee44b3b9ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3734f302ee0e0194d3ed25e85500e7b6b24d17e34231c63add75ce73ccd06d17
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f079bdaff8694436e81dab73867f4bd0af7cffe8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221599e951ede75d130cb0e9fc8d31431d802cb71a223422b5a5bab704544397
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38610990b8deec6ed1ac063bae793484d85a6b41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5c23ae26625314c69300469efa60745aa190e9a2a85ec8bf7e31c685a6e210
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7128b134f55486653b47c6f43fe8d805749ddeb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7abfc74a41a7f19f8121bb8eca95b448bfabe81957daace6ac79486984a359
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc8a4d71354e4211cd739e5d1d3c8280d419e73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac05f2bc761a80c52675e6887249c399318e2ff844cc130ac346f64c23dec37
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c7bf253678c084cb4877df38e8757b2dbb910
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f1962099eef5c492a4f47eaba22112d719e60e19f2e0ff10b3b82604d3740a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58bcd91a0987fcf1951d6d9d12229eab01c440d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdfffa4aa60c9b27cecf73621b606426e04c8b03f8fc25e1c6e17668a87cf05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77ee3008342e73c2def5947e2d7a368f2c1184b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979507d769564889f571a3705b2a7a43e91ae4e61e10e022f65c2aed17b09224
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc539eb7ce0d1865965294d02890d1fd4c803c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b81002c1eab00cd955a59e1e0a2f72f3355d22a68153253a272a8945f6b4e29
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95be7df5dc9c1b92e8a5e9859355e7f933c4c9da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df423367bdc1a72441598fdf25266bb985d2a23500638ea3e82f18e944e688fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86106cda173c951c56dd985f0ab1d5a8b92b2094
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9980f32fa16a6cca2ff6ecd2ca39cc0be4a11859a4fc70d76ddb017b8b95c76e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18876dd6e760092660f37823bc0e17fb917b442b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c6a3c9e376d1fdec84e07615a6e3f7838459d4b715771d368d82fd2a4422b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244c27a20a2e4a84918e67657c5c02e78fc032a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72019bdc2f8ef4d6e4ec325f427fa0bfa03d658df093be93631b682f656e6d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84070000ce9aae599d7af40782df1ea4f76a834
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799e6f92ba83e5eeabe868be9ad8adca361de1286fd5d2100285ac5417f5128f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4aaf5dcbcddac739c10d5f3d8561c9725393fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd59a60cced4c050388b460614b5d2c52bdebc64f80c14445c9a1e1e8235053c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad70dcc53704c7f239f697b1022dcc3975b28c26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bd26aa3ea05271fec57f503efecfa3064053028f536398f12ff1863009b52b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995ca1cb65f437f0191e346f768a4c3bf6db3b23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21df6389f118b240f4fbd6bda80fd74768455b6c5a081a61e8406e05915148a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0126835d500c3546439a58ab80f0f7fce8193c9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b96440df2076cc754857a4570934d460d381c1b35e86680f4f7dfcbe5a09f11
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf875e23351e7021998ec6d24708f3dff9dc76e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793c30d30f263868980875414f6358aa08aa8b01a29087c550f1e58fca2a7f17
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6773d01d6b89982267a2e0a752add71d979965c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bffbeb6c59357101f3c9df674afb9144d37ef2ab0f8e823ae0a15ba1fef4a92
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0bd02cf60ae5b14581d2f81c6d343510dcde7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39152b1338906693320acf21f5aeb639e97af3155d253594f21a43de6581f8c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4060d2eace02d0782ba0e40d3ceb2d7202e62d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2435c63cd2f4ddfc21553e52fab58aecaebdfad03d9abebaafa705c8245de380
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5215dcf7ea8e600a8a91485297d0f8ab6cb94107
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0721b73c3880f4069b2569a1350b7a1879aad7d597a4c221c5e6e765dadb0a15
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e8762d308d809d8add90eac571f029a20c2104
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e92e545039c6c257eced76852f52f6cd3dac9fe7e3ed26a38c7cf3bedabdf1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921299dd40ca025e1abee247d4458841ed73e5f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8228c53d07ddba4506997dd30e2850b6741f598ae2f9c08519cf3b72a80181
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1992f44c037023c58184f8f9cb403a4d2fcacd4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ee482ea04ea32555eed239516a0c303a05cd1d5bf6b760789776578f5dcae1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1629ab399672ba76bd9eafe9c0632f80e8c602cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9a6de3e35f4440b1d0b8caa5fe3e8791fe218948a2f68c53d0856f6d7afeda
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac08a0642d4ebf04f53477d87b43a909dda8476c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3947b1fe8752a14f4b8758ef31bb1cf497d3d267328771d9e7b6c9b029f506b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dceb1d1ca4375d0a4f8dcbb1ee4a0f4f2ba6784e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52134a4ca36509a0ca81cb4247a0ddf01169d7d770ec823d2352f0ac8c06b1e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260953b3461990cb3f8b247a5486f6d0fb42abcc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30f93c52a1b06e5fbc116b9994e1c05967780f943835fec7ce1b6e05445183d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6229c1088ff0ac78a5917603dcc08550a44b9746
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad4db6e3f47418e0b019a56e4e2250ceb785cccb1c82528239d03299426b3c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89190ee93c5aa973a77ecef6c9f214ccc2c7dc9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b4d91fbff30f5473e0dc7f06ec9317c04bd583371438cfd2e6fc41831e335b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d72c84d6978d68b16914dbaff373f98234e40f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72efea76dbfaab7bd696cd3f1b1530511eb8b84efadf4ce445633ec4dcc77a16
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3f11af705bd78f269fddfc20942827ea483ad7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4a8d67005ee50e41bddc52591710c6f644ea77b2088aacce8c99cc4e07ac05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bcb70c2c0770a2819a9d8c03d6265ac2b1de52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72185365fb7be4560529f3fd886a42780f23d5e686822a97b4062cde66a92ccb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d5c38a42a4cc6b072814b60146f6d5b4252663
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d06abbd7b244341ae171336627d8c69183ed69d723d9c5cabfac8881d50f56
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c5b2801df333cb8ca949542c227bb47c007d23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dd91d44b1177464ca5ce12df2d340a73aad5e8540f96c00132c3e146205572
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3deb19840c4e3cf8f129b6161758d7fa1a693ec8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bef1dee60ba69570269fcd8d968b5c13463e911a57f61ac7252df4e0791437
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60282626205dbd450b58abc15daa5a94db8b8d79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db453ecbd964643981d09e7f85205fd1ff2a4aee53e722840581254ce6493068
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73156ebaff23bd3990ff7175c699927cbe26a07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6838e28318ef69126d0c504f1ac852bf46e54d9717186669213fa9ed481fbd3c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc194958450479952a75a9f0c8e32d75ba2b42a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d77428f291de86ec5cb37c3a234ce4303dba134e9abe300f7602edd6b315dfa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8e4da4932bbf503a3c1fc1aff8a125f665aed3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22496fd0086174f6af4bf9ffa035f6a4cb10b8e0ee2842c0581a60c7c32a26be
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55c07d0bec0d04067c1b737e74790fe82d37ebe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef802fc57bd17d54d89df3969d158ba3d45801949c798b084135a971c61d9af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f61c59e6a441425b61cc18a7efd6f393eb55084
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411151c14f56bae60173c1b153b5a58934dd02d3bd47a68f7bb8672aafc3ed77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9d9e11d29252705d7ab483f4f0379f01110b23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e13ae500d6acf6e86cc85646cf6ff4cc1d224529e154f453697cc2bf135a48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45a5ac70466406019587f08899df3b69856838c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced8e0ca4e55b9e7edcf278f4704b8bfd3decd7169e7dc53b0e8180f73f62721
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c70f5086db028a79ea5d81264f7686e143ac54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adfd265fee61ec0e166e942d92e373c74bfcb1d42c7e2c0e9df97a937de139b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f45930cd88e2bf9245a38c0432241ccdf7e9a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c7660b047357725a590b99c235e5814b675b78072115c734882afe01218796
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e16b7aac44d5ed560567884e1bf86badbcab79f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a38e2c40b48976a81fc51c5a82a5f9350fe74116e735a8e1088e430f1d9309
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009f0f379c67e5039c20c953fae6bed1824eee08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5244dd016349c2929186c2e84618e701384924cd0cdb0257bcd933df4122f2e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18bc1b354c0982f101d82470988e74c6f8db69f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261725988d183f2ed7b2a5487251dbb06c55ce02ec2ce1f4868a65ead4f762d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78fca701b848c51dc72d81de844646971356d1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6db0e199aa3925b6e810ea7127dd1226da1ee5d25bd546d8583a9f3fa46e571
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1112c2a1894e3541cbb59e7ed72e33f44ff0abb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dbf99359056ffd66232ae2fe276d06babe56d38725ab08ac2d942545d960fc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b814044e2c0cb8642617945b6e903e8476f0f50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdff27cf1d8921f56f90aa2b02b6449959b5f9f72484e7fa2306bf0b3399f69e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b935702f01c86b2b0ea5bd44c4dff60cc915a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5b03f38f5cf2a8666b2bf8442113bfa5848748797c66f2d8f27af5889f277a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962576935c6804c2bb1e9670a9278588e69a0392
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac764e3e3c8bdee5f47b50d2b518e69e61f3213e9af0dfb94ce5a0edb2d3e46c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443583ee5752584779b020ec38885f1151cf35c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13aaecc0ebadd791cca8376d4777dac8509f4cec7d387fb4f101fb8151a725f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79fed5465cb1e832dd73569835a2037a4c586d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0c31d6c06ef77fa59c5326ca2f51fa72000d65ae0e717e0a61ddefe1db9216
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ce5da37dfe1dca8074b29c84f98b295af677b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe89fc2a2cad3115b201d309ef36f71845ff1fab3182beb48fa66d0a51cb297
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d09fdfcc14279ae2daecaad82e151c172a4a14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc010be8a82bc33096b838a08f544f4366188ee6ffb86200363bf5b26737be6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6602036077d6a1f4f00c3e961740e245f8ee6600
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5067cef69c55f1986cbce48a049099b60a8a44b6879353dde7b1d68537c78c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72c1d6be0e88b8d4296ba0df950b3fb48a2af8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c708250cf7806e24cfea6afbbc3dfe00084c131de28d35eb5f824db1aff3c938
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cc3f7ff1aab664e86435b548232b990506d1da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9020e80f73a1a6766262dd44aee13f26190be07c3f0d3de5aabc51e0519ab07b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf9c7a38b8557110b2bd802001c3f54f6aa2060
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0c24cc06cfbf0831b04e6f4b9b15ff17312a5b75f4596f2232449f8f90bad2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23944206c9fda54f00b0d27bc755dfbe964f7e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a485b22eccb4e01c12b698c0d1990a688826b3244d366e5bc3d5a60622cce74
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50463adbabf9c40889a0c41898fc05dabe079cb1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c23c7e8b81036902556241d7f7c60403c5f1418ede26ca4ff83f77398c796
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7496ca765ca6269b61bdd4ca64528acdb5a42c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9582a4b8e75a7c2490af3c180068af36cbecf06e30c1632fdd4bf38e99f0da6d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7636cd88ec0b47213325d519f858421f19e76860
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643400811028b004baf895e82e06480b8afbfbe5a0196105617495a436005ae
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77a4a2f99f0baecfefcd7dfc9275bf327c26b25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52418c930d6b99a05e705f3234d7c24079cd72e799b51828e377ed5a95b635cf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4056d5cf394b249526549d0475ebd3735035bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a3c3db27cdd8be5df0d0e6a009fadddc641f91c3a4a91ed18d46ea51682f57
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b736ac7cd1bef2cb69d04c987314c08f0879d26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e66aa5aa9db322ad1608705de664868c6dfbd4c7fc6bcded0f18fb7b10d16e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78318edd53c1bef1d5f1fdf2129ca155c1d4ff50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5c1025e62633b178d526bca3d3fe9c80bd2b61a55a2bdcab89a7edddb07c32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806698eec3fa63b8a237a5764e750b7f06070c56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b3e8dded274685b708dab1fc1d2c51ef4a8a6df534eed1402aa852cf98c551
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32ad1e301902666f85d9cb1f720c90d7099b752
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8c980f0c3d269a50542b89c0bb6bed844604c5b3ef293e6b9070a9d54e8635
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876cd35849f7c5f9efb3bfbf4498d34295c72d95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a97a72085ff357dfcf2cac54ae20a198c02a624861706cbb9f29c197c268fa6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f2f8fe3a1328800702486d0437cd5e9c939fce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a3673543f6e9297720ec5ddaf89fb52ecc141d3a12edce53cb2d634b9f5a96
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c3cd82df37f214ea62594d3cb85b7dc8342f3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4e2fa3bbb932c91ca9943f3671bea9d60bdc7c71e208425befc67f8474f56a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f87433ea6fc4df8d467f47138dc5849e913b13e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa055f7f68b7a365be7dbf29f5d099f31ba075d8d550f5b8d66d13ff2a44d0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f29018c88ff7deaeab5ce2d0a0854e09b8e4667
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bae0c990a0928b01cd0749b28802428a48570fd8279b93e2925bbcb2655f798
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ee6d93f744c73146844fa712fc974dd1b956e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46ff47916dab6e87006a7a315a160db157fda76ddad265dc96e6119a7fc4e32
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29d3d223e12322a70f17bb5b802fd0bb42b4b63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2156856525136c4bf8b4332012a79d52563b49d5aa48665b5638f7461ee4ec3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4d65c7a55c74b3a0ae1a33f9997c7953d791e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd1622de142a584b30ec47f8d50b4992fb61485ccc8bb740e8845dc359a1c45
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f96a95e5d38bbed434701444da3df8b84a566f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b28a4ae84cce97200d986283d4ca0aae1f0fca3ade0915c89d7e3a1ff68922
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c09137228739c6ecac1bc198a24f2bab0a981f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b05c892721235c1f82a4b84a183fec1dd86b64bf90e6b11d2b86aee3877a05e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c93d09eb64cf7792bf126e0fa2e4fee5daa500
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5779a8eeeb53444918c3c12315dfc0a27ec04c47c4f112391067f378693831a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dbcb348ca1f672bfa5c6b605592760c2891d0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dcd213c33be6bd9dad3a7cb8853b29bb3e8782f8735146133ed6196975bdfe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed86cd4311e5bd3cbbd078a2b9dd013bc748034
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bcba6e5dc221f2a84193a7794c3744a7ab2b7fcc1bf9dd205e565effd9af51
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d91fa3e6cf2912b22f1067a1093037b4d6aa396
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c685659e3e18edceef2c3a9781f883580c68c9983803ff2cdc978d26492413e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a74699630ff17170766cfcd662a86380f35fb59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9408978870308f3328eb8d4507f0afcbec7dcb0eac0ff2a98812a876c82527
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500aa6d9d754a803656477c32e2dcbdeb369ab4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e892f9127555ea7c599c3755e9ce4064f28148cfcd99babad9a8a6b267482c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c03782483c7168470755da3e57d7b159ad1bfa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2cc9f8dcce32fed85d184bdf89bf4031758d2a2c2b5a930b00196b84826968
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadef34740a0d9b67164fe8ee3e0116802436252
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971a2e59d01357691e9ca47acac13dcd554a53e83707376c112f0bee368ff3d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2487b07a8fe3fe5b22103de07eff4b12f9231546
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130f1efd6df6e1b44db431cab16495304784e80e26f7d8facb9de8c3c83ce945
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc2c554b73ead7d4c70e5c77805b401b9dfb16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ece85b0f486f987470ea88c1b16c3c9d1a1d3b5c5ec687fa4dcfbed3311a13
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22b4d3b7381bc86c8da564f6bf98a8549f9bcbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02111861c39a387fc7365d6a83ff4d77654c00c498d855e971a392e723272aa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc810aaad629219ea4897a4e7d9617a67f29e91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6c04d780bbd4385d56aa4f1235c28f86a82b9d2a0b3eedd714b2a2c674ad5f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af8dc9b19411955cd9be1770a48cdb9d0766fbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25047844718616bc0133f2e4bee3fb601dd784e3b6f08457f5ae6014e0e173f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b1ce37e59c8b13f38b2be2ecb46dbe9f2cd169
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d88efbab05d6a3ed87bdfb6e6245b1237739b644959df34bba82f78d5d1984c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3a976eed005a037370547a6d3ff3d47353a413
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593c4a068948709a8bf528f338ff2830ef216223330f41b92009215c500d7751
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a021720f6cf53e3c43d7619937f44304a50d2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588982b9319b033976cc7a3bd0cf475108c8908c70d03acc2f9de642a5bbc5d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b50dda7321b52f694c6b2a0f06f0a8b2c95d6cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22874b896c2e95ab5c98f36971577df49e63acf40ae22f9fbf790d0a5ab8dbc2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dbe9f54c4e7e39396cbdd39492b2efd51e57f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3191d4625981404ef2d254c3b45157375ed005b24729a30d673c33c5dabb1080
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9702ce2e1f7322f6dd9a23645bd819b361b6bfd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706219145921e7b44ead489588f9658b943f112c283191b2dd5a6e1fa98c6cd7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b556ac9907779a2aee867bfca584352842d0d0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3998602c65b907c549f25902336447e9b78e20596b40f365adcd671e6b4c3f43
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7ff154bcd84e64545bea975c9d9f2f46cc87ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b336423f7fb9027577e0a549885183f3a4594cdd5c51c82b42cd4f70da6aae66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57974053e3bb994ba2fba371e9f8888c9c9591b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b08e63f30e298da96bf87331837bfc3462c993b369c8f8f99abbbb072865d25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa1d3b272a0f1a56cec358f238d1fd7d95c13db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b844edee1e9e88d27ee35e1cc74c80590c873de36b664609dae76d1760033522
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39bd8f59db7dc594da4110211211eaee3a1f805
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578f9cf10eb19ceb366bce3bd4008af1e319e6b32d7d0efdb13c556c47f238f8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfde4e850e69351f8738379d4154648c3d6ae00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b342bec93d14a2f988f3ad3d3bf66d79a8b57953c0c0e3e3997b6d55673945
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fba1734f9a07fe0f3b0cc75f8793149af23353
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68662961a48aa70f498afc267d584e08b222eaee33d8af4a7ee63414a287593b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1ba4f4a216b3b27b7712ec167be976a44c62ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45904d1f1c0c760cd465f3900e0c6ff59379984eef9f66fcc6cae4c731344cd5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd45569db83c7076787671e88eeb1a3d980c2dc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc85491e5e5ec702258ba4ee25595782979645e042ed2b9062eb135eb53c75d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb0e444a9c58521368996caae748c7f0484da67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58916fa126c19d247912bff28599c9b3c95438ff9378923466ba39b4c6f49cd6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48f564c22c23c73cd8531e5723de89f2cf3e085
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9f1c6c50e8715b8f2bd4cfa1ced45642fd930319c8c4c2c708696fb260205b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cb104dab94cbd935b5b7bca0c6e054254d67b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a6d61bac6beb4186928c19ef026daa8096fe2feaf2295fd54e765afcd89268
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2409d138cc3369057fc60c82f677a71dd1146cf2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77465e23666364ff34c2d5e182f393dd525ccf5790543cc074a3f3be9702b6eb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef5e88de84e11ed015d20af591855b26d76c3bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2982a5be395409bf84f589143f4ea3ee363b50792407b586971e4d6a5bd1701
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135bf3bf76bf93f30e716b2547a4f2226fc5ef4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bcf000d22ceb6659677666fa8882b8cbf6ec59be55c9487b69b95f5b3e26b4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bcb4fdd23c8a6b7ccf8f623fc085fc7e4b90a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272183664c7456baf4a80b33711f0820e5c809d8bf84bf35f4380cdf50dd3c96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662b4996356ea703eff66727650590c810a2363a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fc2bf189ecb1f473e4788f6c1858404408f1175939d1d74c613bef00c300dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1189b1fcc8ed03177ee47bd50ddbaac9b07e557b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770699d845d1e545e858e6c8e36948482a02e5cecb56ddb66f9200b4dee4eeda
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a799aad78629e198705a5cd44feec7cc617a05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a200080507ca4cb9f1b3236077ebc79446704fc501882fa652aadc3a6e784458
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f78b113d12551365b5e8decf0d2e65a3266516e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214bb4d74912069c3d3165b165e6f8fd649f2de8d39530d99cb09b208e6324e5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4b7b90a9a6092e6ca6f80aa5a1f4a7c028c9a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ce3c51c6b7a4284cd813f8409fee141bc3ee395a9a995b865d0fb6ed5afc9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed43ed5d35afe6e5043b6a5456e549ea6a9149f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc55e2df9bb1ecf79855878806e114f9d57613d6d43ab27d6c0acf19e4a08e13
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70da1d626b2571ddb48060d4cdb16c39d7b52c08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37445e7e6cb5594753536febb192c8f0d487a81847e98aa3cb24e7ebb58ee30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30f824d76f451bfe7e2d1b59211b8dc36336941
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611536f1b0383627bf923136befb7002c14064e2e3c9bccad3b0996231687f87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbc3f801a935f781574e2393508cf7e90b729d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754e320a6ae91b7e1bc0bad3787d103b72ea2f59eb81723afc0130cdeed09cf1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce242ed0ea5c712dfcf8548556ca823cc3199c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16db81180218d7b678d5c874559bd1c6a1432929ba7fdb02171e9da2e50c5625
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8340312230484cde6e36fc16923af844375fee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be97b577a2008d29d03efc6f17ef3fd4b3152f58d3474fc86990154ff15eeb23
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2f09902927b729c4bb65ee49a8b2d778647476
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93caa6bd07e823e71f45dbbe7c044982ff3c0b065c475a57cf5d3f93fb343809
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265d259bf6476b3cbc11beb5289a1c69649caabc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2986c7ab27ab52e345f821372ddd1338ec30b7960e5675d618839989c9b5eff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae21f09832e9b4ab6e9b2075aef8bac8c45869d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d335ac3269ce431b760b38d1474322295123d12eecf6f27dbbb80f1aac6048e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dabf96d7c922f4e032288db7bb9093366c0ae22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82bd85d2d59a780e1f382c8a93d46788d9965760b5731578e4e3c7b3bcedccc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049509640e1dec229bc4ca96555738cf96ef8f03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a5a9b998f17823394bac55063c80df2ecc11770005ad21a0958fc43401f33d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96da7be75d027a9e686a6a4662e7a54916ff891e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d82d8318fc4ecf29c8ae64dd6b938867d69e6e468c9eaf1578384c8dbce2a31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d126618f107e7bcfde357c948ccd97a311320b8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f18d986c7ce30a94e8de7b8d9da149fd0505689b21bf26990f3452c53cf78c1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4722ab08f32447db913bf671a382a4f531cf3768
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e31d93fa5f21692c7c817b59bfee62f35880115b7bce32521b5f17bc4eed776
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3078feb406f6450750d3477a759341da7ec08bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d430c34ae5743ca24e10438d1e272e7888293fad7c0b8ea9f1c2c06e6ccff9e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cd562c0f31ed46f31bf70c564c1327591ea454
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2557a482950b65cd802dab43472e9c8df66966d03f3bb0e5c5d553825269a42f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cc1df2dd61065ea019514269dffe6745826295
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1533dcc76d1e8bd5649412d7fc4776eddb5d88753542479a3487eadf1f44e0d9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6672890f2d27bae68d7d00fd083beb1322c53f94
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7805d8029177d564ed9499796823f41a1ce1d13f3f4e89b3ae58d688003b4cac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff635d73aa72a1284c2bb312d582e9fec648356
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0340dd049e556effc9f416f18673441538e6308c611bcd4e58bcbe8810b6b62
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4763fb6b039bab6aa44d315fe8a9f9a3a7627408
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf4c5b3a42aa9227acc32f85dddb039b21fb6deb9b95e1c87433255dad5eba3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dd72d11ce13ed15e5b52c9c7bbbc48a9e4d3c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e07957ea7ff2c8a7d9e2bad0642be35bff3a2060a1480b4132e192ce676c3b4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04fdf25a9bf74764b6912e78bcfaad68f36dc2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bddcb0ca04e610b3c96a64f397f746fd1e6e5ba95a9d48ff18f20b321ef8b87
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1589211b7b72e33e3c4aedf77ecbeb7cb7571f41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408a154a068d3ccf7117a010b3acd575179e32cdf36dfb7cdd93621ba2066dac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264c2ec9952ec05d925bad2a6931019a49352b82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4023f640f1784cb64d744905fc4411a0f4f2a77592252058b83a46c5350057
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad1688203974deb7666f3072f8066b2acdfe16f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138bb80b22d000a6bed3a25016859e46904e01db820c8445199efe7a9400accd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4868a048af0c9854044b19a1c9ef3b5fec02e6c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb42b8535ba3c873c8aebad65f703ae87ea78819d46213bdc8ac5de15634e7a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057a6d0612ac145a266edf0719a07f5bd473460c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce9928b85eb157a5ca988784f020ffe5df8fbb9241b8026de2d06d369ff18d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0794677e44496dc6d82b5caa04f04ec4fc24b725
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e5e7fb2d4150f57649262f161b9f51c0732f3f1f064f620422a5d7bbb9309a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d4bc7b3d2cb173d938c148a6df9fe13eddd45c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c414bf5c39c78dea58a445e52714f8a87417341db1f78ce8b4dbff1774c99fda
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7c6a1b7006ba816f37ab14b2d2ef18dcc8d66f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cf16a3fcb75d50df097d10427fd74d29c0beb618e8ac3e12161517da344966
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c5a664e627ed184c841ef2f9b8ea00663574aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e7dc1ac22785e0e675bd50b7c91153a778662039d674fc9d4b09f075cc826f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9208a2e0454ac7ac6da56b455fdb8bb0998700d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5bf2c113ddaf810d9a45fbd813b7c79c946a473f12ac6f669a6af4b9fbe4ce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4707c69866ea7c0bc31c536b020feb001f369e51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa8d737f2dadaf4201d33e64cbb028f44aedc43a0318b445ef5f0be48da166
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44439d8d901c34ea5f982f4d69b94323eda58371
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6785971566cd0bf9d3433e5321cc556addc3aaf922607b93342819a81a723c43
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56611167761db69741c8636630d388ea920b47d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2988c16e2e271c7e26cabffc07b79f56fb28c955d38d4b182143f40d3abc4ad2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f383d6f789a8a742c7084d5f0caf760d33e1365f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba319041a1c37403ea0bf8634d72582565122ac2d72ebbe760c3965b45d2ffd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d25cefc49bb0d8c30e6d9d33226f5a780de3709
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5ff1b37cab6e46f2413b6ddba09bc6542948a397621dccab62a434aaa22cca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575453c9d7e873a9a1324c888cd4e373b4897f42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b888a142f00feece2abdd680c3044f48baa808b6e80858389bbb2fedd203ff49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d50afa9bca4e8090a86039774bcd7e9dd648c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a88b9a7b7153e3a0c9644a2c12e5496cf51d305a431dd88549ba4ff83d362e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e0a4ed370b707019177a896ed4c96e3b50637e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5324a5438e98835ea559885d2f9ee30a4fed68b7ae13212ebd459a4faf82332
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59855aef9de00c6719b29577401f5b64ba4236e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a69f852984c8316f639d9cac2a4fd2e32253245c8a1de5a1a03570e26144be
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1de6b7af36e3b69a36eae337f2f0c12f7f30d1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ee2156fbb8af998cfd28691265a726d47dce91a706ce6d3d58c7e5b6c4f51f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322760e8ff85ffc8ab52239b12165899daf0b4ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527f907f9768c047d5edd3972736581993935b93ac14dac9f88fd4dcf56e553a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94c9c409d5bbd12f019479f978d60c8b9e6afa5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce836912694f3eb55568a30ca594788d996109bd1070dcc7e79dbb17c041c912
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ac4ec3a7accd5b2d4be9a241caae6009a2e603
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9edc584eec5369f5827599e7d5e482aa83236cc5fadd2bf3ba424312719d933
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2def4312b425d0969996ee1703216fac06d667df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d033d736672c47a4b8b1b741a13e9d17295eb1f2426c68e98b8464e7c19a711
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1826a630985a76cc4612196e3183143f869b2306
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8eddd70212c35b4882af792a5c19f5a5b72472ce219f55d9610afdd2e276fe0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21621a0272846e5fcc396fcc43960086b9cf7335
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29ba65ed91046139c84b0a3c64db3e1c7bd7fe443c2e8cc58572f29d99647b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66edd1afe02aa52fd134aba5bccf5e211a977fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111e6ca63ad8368d0853ef16e0f60c9c36e402ee31556e8f9f6878c5c8a01478
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363bf02bddb69846d4ed881cb82db3536a5cb6db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387c599fe05b7e17ef3ebf552933d74a2e67df09e0dc76d5ae9aa8a7cca85dba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf09c98bae991298395465c794dcc55f93d71676
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5f6af3ddf58fd0a08e20efec79cd3da2ea5b1034bfdec4a965e582ab9d1817
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d26e7fb80a6282a60fcf5fd203bebec9de10d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e903ed0895fc418d64d74d687419ce66ad4ebbe9717785f190285c1f937b21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6402022b47af84bbf0061904aa4b06ba66d73caf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270cf9c566c33a69ca1a699e9f80d7f0f921b174629346566b7cd40e0f2be7bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00f777d5d7572c19e079a9fa6eed1902275bd39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e30173acc7e21aab0743a5135932eb00738d718cf044664a58e0efb01235e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d44eb25693dcd0d18a5b2d24a16712ca237ff3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970692c36361a9c594594b11dd569e1297c1b6b85a259799019a45ebec19316f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1132360f504f4c74d966ba860e9da2fc749eb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068019f472655e60e04383d59d7759f0c8345c676b5ca0268b5c8e033a9af48b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd41909f7c1bc08adc2c93594b1f43130190a6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0e7f5e97a4b96844735c2b9bab0a69f83bcbe7567ba2220dcb65b45bf3028b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc14d2da013aa01ee5e6cb44715fe6609c24cbbf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bda73994aa5263cb719b141ba57e924ef863ecd4baf55f406215df195d0c874
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab1983851b3ed77d84c66999c80a81de78b7076
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba4cb64b1259b3582b61b16f3b0d29837eafe874f3ebca5c84dbc38294ba5df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1847ccffe223a337231d1b825f999f27e313763
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9f52bd788ddaace3a3a46f309a609136dfb0e59ec3ebcffafee0722b70a009
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6827539320a4ec796504f1193c00cbeaed2a754
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614ec8601ba6cdfd2e63b8fca0aa77d02ea58617c1a1e6e5e6bf96e374ee81b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcaea40df1df281ed68ef417e524ac888d1ecd9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925d09eaa668099ecaed4167cb5ec74871748d1c62d7ee81c1eb789ab9516f38
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88688c819dd4cc2f29e8a35709aa964f2013a015
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a130631dd448a1df2461a099307d76cab1440db07158a04b2a69417138602a10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9ff5be7bc2355f41483684588d789c64e1ce96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c0b00537faa4bd4e1877e0425ee28fea9763b8e431db62fc2fffb477412300
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72783d0c5b4e828df78e722dcf64d4c8cee42764
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c7efcdb14835c51b9510eb7e7a2fff4ee86c9d7db9a16abd8112ef19ea4e3b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7125ffe11bc89c181f086f31e51744fe93cf5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46034d97db81eb75cbed24823f4bce1e03831b4d21408c30ec23c86bb905a7cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840469f08308c625eebf983a18477eff614f797f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac2f8debd73f5f1818a5dc804a8eeeb652893d50383dfdc61cbe378ce925d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9192ed95a7b2de99ce074667f7f32a644e477da8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c92e4ef3d03db9cde721692396c2f25acd5012ef66761016317f2a9e83ca23
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d638ef9e04279a3bdf45f84e94d6d8bcef9f421
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ff83972bc61df1b6d706d5dfcd6b77bbd0c58e99a375d978188ff42db9329e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7e2883849d481d5459e8950ba757331040a037
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7208f9b83fbb87626ca734cd6438bd870974b568338bb99e9617677396c0f34
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8fb5d60dcbafd5fbac810b43d2ea611fd4d1f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101ba15af026ed59eb89c726c7fcd12d975434174b4c5cf0975d638b69002ffe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d608ca6d51a3d57b570c466fc1fa40ba4db218
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4c39c88718ecc4921f7f85629d0eafb8d59948373d0f8187cb65b558ce158f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54266b1db965c5bff2685ad03ab7ea8766a9bef4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae5cd3dd3a5f284983899ef991d8c1f5b8a303adfd71577ba4ccb36b4e2184c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa8a93e05729fd35dda10169b55d3917240d66a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ab9d5a87ce2cab9f1421c3e78530afa169289e9cbbf54f07330630d7914fb0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8788d52ba5b5f1b693ac70d64a56556dccf37b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb3fa44a3223483255da81cb62c8526abe762a96d99290860359a06a0d6a5d9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed2eaaad716037805914bb0bf87b4f94b80d1af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef101ff03b1288ed5edf7569c9ae302be841788690586c70a255220e0373e35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f2944761b15eacb5190f83f1aa067256e49e0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bd6f69442e886926b736d9c3a9240ce7ceb5ed33d21f3e354eb65efe622214
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f2770829b53a1167ac5d337ebfb2484b067165
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1580d604e8de2c4b0e50cf82ce60142b096e6d9b219e2dd317b3c59a07969e75
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fc93141166517954bcfd98812733c644a36597
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa20ca044a539068f1d8547a4802c10ee06731a2adc0ad7f24b03da23c50508
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ac5b5436b390b3f192d6a8ff7134629f274689
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f6e28fad8dc806cee60d133544ecef70166ab953b007851713e5544df1e2f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c193008b524c4063acc11c880ede6dbabb1fb55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb0186071f6e6c747f5c222005ac752a779aa55fd65c336c7366c006edb8702
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b29894d0aca1bf27fc5565cefdbbb9bacbd852
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4f3826b1ba9814ff87a5f0a00a9ed843db0b076a3b1b0b2b3457df88de3f70
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a743846d999c807ef2ca4600c015e308be37d83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93add580367d41fcf0bb88b47af0f72cb4a8074b58675e9e1af90e491b1f4b4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f25ce75c33d593a94a94d35948597d97c23f3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dad6792273a226a1202a42a35ccc0d592d38f7add4de67ae32d0e7cbcf9967f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4feccd5888e4257ecbdf489835e534b6e8088590
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a984fd7661fc460d310689f364e2006630f8f1cc9fe440e73cafd0e52ff20d1a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e582831ed98dde02afe795183ef629cd05ce3af8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9849569816ad253bb8086936d376a4730615bdae67f34ab8dfef1b5d207b3625
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebb7f296de0864ca400ed1f692fb4e625eff3f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd305357bed2365a320b07af2bf2c1b48d45e1c0e2931693f0bbd242076699dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815e9f922c7fe11dd878c9af625af4d3ed93b076
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6f870f5d3a579ba7a647178300a29dcfab70a59abe924065a2b413b1c159cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ddec9a0d99ceabaa9a03cb9ad711c74fa6c02e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb286695a5b05e9ce7b353892529790c4b2882a5740dca34e8267e10bd5024
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52dd6b37e47ea7187daa288bd678d0bf23e1aa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4cdf29c09421b323ba7f2c2d4b54660f5355f8a474ef4f0e061b9f21d225fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86aafc77224fbfb30be51994724284c62cc19493
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c0b49a038d4dd04b84120b2cbd7511ea43eec242bd1363a2495d64377048f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed035906cd0380060b7a1decd7321dc7bd603b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff98d1680d40b493a883e0181d1c19ef9dd8c97bd832b3d82b1b4cdb4780aec0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b603dfff16f8974f3fa2e08468a6c528066f5f21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce56ebdcf207557788c0e56914706715d379af4a9e278cff507d195b0119152
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d677c053ffb27a2869aec1cb531a69e455a62402
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f132a5ff52aebf230ffdd0a91ceca9525926f7ce8168112bea78e6ce30ff730
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130552d3f5faa1bd12d743ce5abd410b2d7df1b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfefea69e2b2a7075d9d6e75bcc6d706dc3538bd02247ad0c2c35eeed60f914
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346cc558d5da33cbc89aaea52609427d6717cb52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ce506043960d5316af694f929867dfc7d898220a28e36c2587f6c88671ff28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcdc4a7f78996550c20498143883d5f7f72e76a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2eaa1b5130d7b56f061290b62abe5df39437e34fc5200ac6979c23b53598b3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac52f2662aa383795ed9b95b4e4bd60d8e3f68f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c808f0bf489222c1be7090fdc99bc68aa767b6feb66cd1c59c5545e51aa9c26
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b121e1de7881b7cc76e5df00f828aa17c6b7ada
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0af2bbd0b63705aa81eb6d3730be5dfd04c9e1bd02fd079f4c27539326e096c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1588953e02ba0a8205e569e664fadda55aa1f3d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b699f8cca8bc26d13b25453c15d9be3092cccdd1e6c23d3a8c53c2fecde786a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a06edc5fccfa6a5ee861ddd72688dcda985a93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe109e56a31d23da5fdb7eb859fc8451686a28d3543c4c9d66d0f292e5e0e721
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62a81cb32cce46cd8224733096212706a5fd84f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f02e70b504fd90f643c0aadbaa55a17ee633b435d34f52d265377fc225a7f72
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a0dd36ef758a033af5061a0b0039dffba23871
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc63c78392c466aa0f968f1da6f4a4cf4e5572402dd62aa810195dfe25fe34a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f13233120bdc8ddb2f0cd27cde9d3634f6749f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a56650329e064339005f5f557d5f110c881eaf99ede30e66c756ce8b7cbb9a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5179fb1b9a0ff6228d2feec525a2b02c2b3b0389
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb69dd202033e7f5224b65ee819fbeddba237b7e6e10803de533450276a6df9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e3e0820f8dc60e02b9127964abae2dfee027a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950f935bf39c8b1efa9f997af369a8c9b72dd9452d90b10def65668115efc3f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a4c9eab31bf51feb58d21625b48aa319c487f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0953e2e956b990376fd98442938da240e8f275b471f3a5cd425b0da8f6cee81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0c4630df23f4eba70517f3641707cb4695aa4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f72456d60ce91e592be9301d20f3ffda3d0993981ce3aa2cb19e2849679012e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b919c2aa40df8fdf405b9709f119a9f51ef8f61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f5708f2539ea779977a8b96dbf52cd3b84dd85bb38bbf572e7b1946983680
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07947e43b2f848b0a069ee170a7d4d99a674201
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec3f7f74734e5bbc70c5761748912f44e2523cebf3c6a490105bdb44649445b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f7ebbcaa39de665a8cc4a0826cdbfec83af0a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625b35c683053b70dca59c08d923a1255fbfa4e441bec83755ea997c575e57cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301a72d58e58e485b8a81db5786261c35033a55f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c656c3bb4034f243b070d5bf5b9211ace277227b4bc93517dd9e36485e799e16
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3a5b6a01d98dac7cff3b6576d9c2e0ea07493a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff412ca10822ee036d44687438e813b85e467e0cd198a68b7fed4fee67cf2cb2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b79d9f00d63b7b157a1fdefeffa535876e2b45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a123d0e96053a86b7be46131037f27edcf95512ae37c824dcf3ded4cad72a4b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2421522d05722d1b47bdf82cffe181233e0db5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ee6145b0f114460994fb3c58952994a83befd1a57cef6613f586dc3e97f5b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c9d7ac25725c3b144f24b8da1cfa3c5479ca4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed2a369e4c8d3f80acaee54ee918435f216535227ad7ceccb00dfe127c044df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34639f025e74ffeb6869e514c434a9317ae197c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bea4f30c634f9af24d791c9ef3e457106f603fb4ad5c10f330a70c12670a09
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83169ab46fad405e805b6da15738b0f9fd06a3fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84696b7217517a39dc08d24778138dff7ebe1b90d39485dc9af3896228d5b916
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd70c5f11c42001b92f5c5a1fcb32660ff8e21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc500f5675eb9946f8346370e5a204297eaccfa11418d0b9f8f9bb7dceb387a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f493f89a6780351ae69dfc2d170d90817dad695f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d818308e179c1fb062d9ec2b5f2177c4d580d9dcfbed6955fec83e31dddced76
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1f02d1793dbdfb4261668fbb1da3efc6787a7b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2ddb707376767ea1da67ba1fcf5ff778e1533930db6bf649e3bd2d2a5c66ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663e13120144f2849066fafde7439bb484b6db71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d636c278fada95cc65b708732362e1f1be5d9c2c96f41efe92f0726a168a95
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781cde74dea8b9907ebf1ec5126afd191fb68587
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407517baa7b1408a1cc1d5a52c1c3e9b56b2a0ae8501732e4af866a918890b4c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f809cfe0426e52d8ff292bb7ad0877a3c352f708
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a3765ca0d1bc6de983c159c70a1b51561ff81e6d5aae445deae0dbd6db83b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d38b39bf1c27cdb99ef0a114fd5aedef847d14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe87e79a9358554603cd2a646db9b2130076f8610b8c1db4e1b2e94007f0257
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89e61cdc9a44d9693fb8b3561429d3ae352bae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063156e8c69e825e5c11467a9be6b1696eb6c71aa43f5285a5d424f3150f585f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcee3fc7b3f1518c88cc77fa860cb946a3dce84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aba3782dd700fcddee483d6eb02010984a42c0e5cc3f367f944b9670a10413
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3ee50d6e2d748627ba52696302461409de1078
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98668d0258c2abadf1cc404f894c6e6e5fc32f8b74e712e8e56836197e3ab8fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c123463f09d864daf5568fd2f18e634397de6b6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adebafdb424bf2f3a98e9982d0b742e643dd86b38242c99e0aa7d242fd17d49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5413d6bd4ad1df41a90b80d0a2306bc08b9403d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c961865df7000347e4634277eaf4958d906751a5386f053d9e29d4675e94d9f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a447606adc0d7325c7245729e3b1fc91cdbe5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf3efda0dd10353788d534273acc0d45307fd382b6a7e86739c130cde5ce913
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae319323e9648eb27fd9285ac7a411c7b1f7afe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb81c8c8e55f5f1e92437fac70db39f4c14ee0a9943da794a8cff99f6ff9143
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ee5ca6ca4f248e4c43763297489b11a5073dd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a4b5c6749bb760172faacf266aa8d9a7702b21975270c56f9f5fdb67b638bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d4c576795a54fd3ad707243776bc1833d7ea02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119ebe9e1d02417ca997ad0edcfd7ea4caf1c263267107faf1225fa124f61420
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1658fe4bac53dd426ea4bcd6071fcc379bc18a30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4625f7e10ef4baf0ae2b5a134a0d0cf107d827b8272b79d3f6ac09e4445271b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78885714d6f24b601c546bca59575a559d7b6330
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67be55517b68820cc6156e24b62fe8cb41e51b27f844b43d51e0b7381f57328e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe8cd1d0d423eb73764a49e78e81ddca41b7760
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9577b6e7e649a321665821689153ac1aa959ebfe445f3991618a82ae9a646585
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c091e73c7f3fcffe75f7c85ef2c98e85425df0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fd2c3da9420d3271d4c0498d80cf1e70211a89a5b06b9eb15401d19fc9c501
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e019ec294a733318cf93f5a7b5d9ab24756876
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f748c3fff278c77401f2bfcdfd5f53ef0910d27f5c8165f1ea52351b515e4f29
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fabd1670ee7feeabef5937b26d982ae2699245
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6526f47e936d2ccc4768014728229bb23222466dbb3b88a088a3b1dd40d13ba8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ff04f8bae1bcd451dc72ab94dcfff5372f0101
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b14edaaa0ca325cd1c00a13c51772070d759df61178fe4f122a8f296ae3153
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bdd3c2b03676cb09d52659afae4fd57dbed729
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09701e54abe6924a32c6c05a8655cad81d30bb44eadab2333ab54477c605b832
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb1d7d552c79b21e8c58054adbe3e6a821abff7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da850b0b8c7ee8b975b8f80e70a9b4384d06829292a4b5e1d80d3e9b827feb0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87283be2fc1a4a414df35c60f5aac1cb813c16f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512c34241103b5e5efa7068c8e3be36703e6b4027787c9789d9558d710eff0b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e44ca0f51a9faae2b351ac401da89fa18eae8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493a4edc077b8f5313b01545a2e1faaa22dac7345266d4bc2eec76fa99ae1d6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ff0c16f2a35ed9552df77f17074b8139e5cc03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a74b2eb6ccbaa098bed93a101aa7b1c632cbb9b62a62826400a3e61cb079c2e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfb2ec6af7399b457c99aaa3c1f0f412120a7be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb9a43ee8b438af9cd25f7b2d803d18abeb4295f408e573d67337352edbb402
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d39957ae7609f0b0efd6dc633c617d403fd663
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c290dc542015a3464f3f3a6e1d0eab9c4c316aafd72259797e0b3103c80f14
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3971a95f981310c3809afebe433f8d0d51a429a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf9e7acc50e00c1c04cb093d68ad6fd31d0cba44f9d3630acefb2b99a96f518
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74c67764837ca9b00362ccd17939882df030bb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45efe2a1923fce43f6ab30468038dbadea87c54f125cf6b4b7fba77957018037
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff4fc57139ae4da7dbf57430f04ef8936c97442
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e115c23501471ed9e0cf66bd1083c1ddae931e80c8bd3b2842ea1b32e5a063
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a894a6ca28ce085bd97224d7bb1686a8aef785f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4007bf08801ff5d20b78c1e5ac93789251ad3439476b5fece146a716a37240
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383a88521228d5ab21ae957a103e3e5742b4bf4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd7bdcdbbaff44051023070d249acb9608441a022349e9c36071a6345c75f49
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0657f0ad051d99a1a28b8826b51091483372518
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50109e74755e416075a454b64f8820472fb0693fa40d5c5f409ca1cbbed4b907
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9878cc4920307df6d6fe90f87c7142a9e251ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c569f7eb8fa3b07d1eaaa8955ac39d446343feadce34e509d808f58420e23ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a41d84385beedc033766610b6c157416014ba8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f909e55a16022694f546edcdf8ba965a8fab44b6a620c1356875a819179216
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8893d638f5ee4b0d6fb88b9a88545b1e99aae966
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dc27a3079cd4fb3191de2471802e212241101f5f4e02fb1841097c063ae259
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14c2ad1ee7287cc214b8305e976505a9c9fd0ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce630503f85fa0280e1c44b2e6dd7461492d980d3efb87df82a76940a9ec269
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762d2aa8bc9d1fd87e336751920588a61d32f48d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552745ed110400dcaf26178affeafb3df49da3dbf937931fab64918f902fcbc7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b65e35553a463d17bf5a8d23eb7a8c4f976f8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b07657b4f7058c01c4fbb815847ac11d8884ae770c708abe1dd229431a272c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3b399c81a66d23a64b7e7efe71ff021e28645a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17da74e38df096919a85bcf12c2af316721cbf89ee6477cb49077820fa7bffe9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dfd66bcd093a45ce49a0748cd6b6b4396d24b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d58481eda6b309da408df800624c671ff874f3a1e913171f068a83b9af6cee5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851110432911417d612ae7d448ee70304e728136
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81a7556aafda259037b71d87917fbddd1aa75b9b92a75fc92bdfa9128a89399
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c9a10a2223f219e572f98de131c1bdf874ac2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1146379472b643dc703bf0ab6df6e78f30a718f3da0c7f9f3e9d82c9f0b91c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1755482dfc06ad81e7bd546994f5074f905c74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deca88e03d25debc2bb1d3c6a8295b62616ffd6b974a8a043cae7d9cff13748c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b17e7ca5c1b50ff3462f0a7e89b1fc23c82e63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e0e132865b9eb089b2a65acc89209f4fbc81e6c9ab3bf33fd63d57f5ea0369
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5595266df1586a82f41fc270eb508b51237030
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ff1eae1e6c69a904301e58757a44bde432166c52586080cfa35f77aa51d604
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777d388eb96145f2ff5fee197edcbc50decae12f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccfb6178d3e3a210e97196fa9725f527629d5f550842cd69e2a54b2bf0e8275
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d29940605b9dfff615f1358cd71930da35573d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d175ad9b4afefde9b6be63d99c1c0c080416e837f13e9ee053b7c16dde697700
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbd1ca41eced630abb0e843b48b4a6b2872680f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c512de551a5c655e9a53d15f332c2e0ce70c4818ecad03aa1b1fc24a252ad43
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52761833a7064c7fcd3e8008aac2cb5066e49169
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b60196859d3612f38c06ef872ba91324ebc8df49af1a47de785905b445426b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7afc6659c697686cb65ad4ee4732b10e5bc72a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8850c22cbba871c4d2c0822373e6c10c471e2241acc69c990832fc21dd580a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0e0edd6a9b2878135e7d1ce3f4317d9c77a262
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d702a7f349a7583929b43568e05175ff134d95763601d56afa7009190db0f6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fba879fb1c3d0b95a3f904cd09bb322520c861b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d05b654e50e886db8d6d9a4f8835aabe9f38b73d702da68b48d6b39c8440b99
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3529dfda6c61b1c6b93068d325efc057e37d731
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d0ecf496737e13d2d5f4f57c522eb034baa24542b8e361ad171a5827b6622b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f245d8e1c0919665e06ebcc5156d4aac61f1db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a50518e5e7775b0d34f6aa8af0128892741ecbc034eb3ff7415b5667635f476
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4c69ca7e37d6ac33d5cbd2ec9a0c10813c6be8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec55faafb0534a068ff2fcc6c4a20e971649eab8707c54c94983b781f4e8f62
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c6c4e4264e757f739c3676a35bacbc608728c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ce8dbb6ce54ffde383881c9f9c360ffe90fa64cf32fe483b2bef23f08c22b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa63b5e9a7d7ae97e765be5ed1f2c2b3ed96642
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773740efd78aac72e71c867964038d709e2dded840b2f5dc233fe6c4155325a7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4861134934d93e56c71548acf2056ec715a65a96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5ba4247543095c8f3d11318384378a3d00b4997ac67b32e01d66f907f645e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3ef703b2a3b309c07faf9980a9f8befde6f2ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89e9fd1cd9d837d628f287aade8a2169255798f4f4ca1c3104e9e5e715e9a08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405f88868b2c7ca31c5d8cb5ac5bce79fbe2d36a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172c193a84d1306f9f452b320ce66e019ec857835dab25c145b5b55eccf1b033
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686ebfb0ae3cf4316f7a8da54051d96391c7d436
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725a9be78c0cba4e96682744cb72eef51ac4e48a17f4d01d1bced02420dc52ae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b362c886d64ed78044a10790748a709057a9053
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b2b2c074fe3fb7028bf88d9b53fdfb0d57c6193cdb26afea8e788b97263503
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090037f58ac84ca1bd9fb61445cd7c17dfcdffde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abaa1963e419695b28d92b32c4f3bb0653375a45de5afebc3cb3cc58dbfc19a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b742abd1173151de6dceb36d5cffad4ad34d1d8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803919d4294b609d3425a71a99807ba07387527faa3bbf443d13d3d0dbe29f30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5838d4619fdb31fd010137274ddc6da5a06579
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a00f0ca9e228ea8ac1b62a9d6110c8709c07877b9449b191c5e0c8dbaf46738
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f5e35423f42cb784fe1d153259a5001a59d72c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866a8ba8911f7ae26dd87d54e87244d274aa320d5df5b66dd2d30bdb2a8896f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46f7c37ba98bf16cc7b34058c54fe771cef49a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0a8f375980bb6da381015f4fd2b2e709a73054b058506c7f158e66d9270042
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a01cf4c015c6f24569d59ab69af5b48952d99e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f014d01deb67950638ad6fd83cecf710483ac8b81898f72b2800083069ef3c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f3d4ee7b80251d7abe385508c9ad4075e2d161
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a19fb087f41cc09f7ad56313e6204923b8f13d9e798fa7249b962f212cbeee2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec1e08de4222db0d7fe74cf149c20c540c49508
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0b52bdcb06c36cc0154fc204cc8fe7f8a7d629db436b408a7f27e3e88df9ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa7a9a2a37bb2dc0f9f2752a3a1c6955c90cf78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f366fba34c6424a67b17423d3a418aafc5d1904ccffe21f044e0569e2a987
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c697856b53e72265790150ba8948380f518e0f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f64466c85d33da9605ca322193ef819f554f3d3eb644f8ba4c739bbc88deaf3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e85a2777fff2059d2d588da3e1ca200e186e0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0c67a5e39d2fc2337eab342a5ac8c019d378158ed7fb4c02ffc8a7fa5538f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03e6d982c3537e9601d18541abb6ff1aea54416
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba7b6131a3b25c9b95d4a78bfa977c2e072c0e6f491a20161d914975a8a3269
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164a90c677b7cf3f69f6c2033760be001e53d826
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c376eb745a9e3c6c755e4aba0bb40c1826bf2d4a6dfa02b69c2c3f0b331781e3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf2d01ede555d57cfaa1c074538bcf9e073cae4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a332a8193ade89f6506463cb95864672a11e3761ac2fee75f88ca979e0c7bb04
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ef0cf30e378359a2119fcce1d81f2a06157e1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa1351daa5126a7e6af4787a76f38c8b5e33641ffd1b13e5241208bed277c41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27414a438116d95690e2b03018246bad43fc84d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc3bd1f20bc81e8641cc7f9b0b229695be2f3f8bc8460db72db417cd4c40f32
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bb5aa0a9f5583cf1a84cb5bcffa6abbf59ec51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f85e485d3696b9b48566f26147128d44fc61ff9d0484d5dfc404db23a9ff05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80827e956dd5b0ce6160285c7b2e8b6af1120765
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54ce62be53406ed6f02d9866a12f1fbef3514b85465570f12421aef658878bc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d79e7da79d09b6e087a391a8872bf3c490a3d02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2da7af8a5ae86a7b2eb4324b8cd0c3f230952891a284e097e23979084aad43
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdc71bfc47af4dc166e7824e3bc7cf41e0195b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd06c71d72279927aac3b515262d9cd7be5feb31574f8e2a1aecf4f00818250
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0d59e129d67c7408d1889a570a04706391f0dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6067eb6bbc822389c2d65f03df625d7e8943d0e3cadcb509565c3167c2895e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c81fc7f84c9b16404fd71037a3b2d68f515424
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae14f61a03290de5bb3546edc60551c4306460d31ab261550bbfa259152813c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90b02b488a4e0a7a79a458e34f58d158c8e8981
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb872e612a24b48431f50e7f091bca884726c8d7d1cad55d2722cfecab64b4f0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f240137b6ab447c307683a7981a74b5d710f7fde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aca3be196dfdb958367e8ce811a49cd3462c376a9813bbab71ca5f8a72205e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbec47dbf834aab64e31fd5959dac38d48d67a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe6034f8fc71bcad64f70d243ff46dc71752b94712acfe13c0bfa1aa4cbfa77
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191d481da46b88d5ada4771fdc516bd9957e1009
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060b9de9f41148493394b5e74017c23a23fd8f0f7e8869572616dad4c0719960
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f192aa540d476efa576502a6126af1dfbe925af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac7cb05de0d1a4a46346e1f2ae6a933481542fcd4dbcd94e8467270241dd6b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5bf8d3a2a8a8830405a2df5c44bc14bd74d9b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522da641ff3fb47330a87dcb5e8572b0c9c3471383f0e59ccfd35d4774bda521
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c06f75aabc1321f4f7122903bae4917e7c036e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95e0314b0666ce11f9951da4dda3f3cd2689ad8f684dd89adedea9fd01871bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2da187b032391630213fcbbb9184e989f4f39d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37226b69e12971d81b7b71f00f1de5ffee39c10d841d3528a47ad4e7f8170570
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871e1ae32e6377bf5750131a94021d4ce909b8bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd45201c23b53c552402717d56fb697aafb27b25efac9c74f81b99a54d0e440e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096363c26a5916ba1742da9a60f1c73282051d47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb6fc6ad1ba46d386ce7d24ce52f8deae8d0c1856faf3abc232f4ba95c5c483
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e6075a0c3cae89f6c17afa995e7153ac257050
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b5733512ac133b23416ca747abd8d3f04c40830f46131b58fd9011073d760a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3139add9606211fb844a119cc5c3ae3906894b66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9382b6a7c0a60d0d24d3b4e7103de22f803b0ab5cff46c14364764967e8a2ea5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70f98eb49f9b8284001f3f3c9a9ac656e7f2ac0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d02768bc81f0666baafc7f50d1574219e65dd8a5debf7e44082b0d1df5eb66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0cf6ff6332506e477e4678b3698395a42a2133
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f6cadb929463bdeecabec96abcf6e6efd9f661fbfac2e53ff5ff67ba429dad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e856a76ce201a14351fac040196269d670fef25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ea5ff75357c6260b83932415d38d94cfbff369ef46cac8f270ace05f750e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c3f72b1311ea20a9fc70e7c8d625db5ddd831b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556a63912cf84e1b62f8e2ff81ecab077ead13785a02dcf37f04ddaf1826db92
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af54892e35e22e6952eca92f675dba801bd165b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6af2eb6fd80495f191cb7fd4985ae77a5aece15e6f339c474f5a9198c0f9e65
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a162b253f332071ebf3bc11ba59a5d8fddb31e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d927d98233347d49fbe3cdd8b42faa4c79d46ce4e4fc76ac1efbec20a4d8e5cd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10986381ea4d2d1814ce14237aafe2a3fa4e5c05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3a0c4aa5896ba7e8027033df3c670e96921c6c4038d54578d59577f8395c57
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75530263cf1cd49e7f64dfb009ebfc6065d64ef2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33259ec22f8666163337f43a4e57af4b11181ae79178e071c1f096292c32b4b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068806021198cd6ac50f72eebdff9002917a6394
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a840e0009272a7d157782dfb42a345d792dba3606716396a57f4b6c40206e5b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8e71006d7a9f9734e865da23f501b04a7dbcd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e236e9744887d9625c2ab6716a9aff17338e8c8e59b781f89fcdc9f84101f276
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9c2a51b33c4bf77a5a58e45366dc9e1830c9fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067eb14d0fb4941beae42b2d88d82f949f63acd4dfa973a5c273ee2d211fa487
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13a31db88017cc5cec181728646351cc2815fd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7e8827fb4389daeed2b3d002e40425aa49bbd1488e51a025314338e7af3712
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f2b6b172482aee0950db8c715cfb46d888cf27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ffd425cf97b7cbb130655d93f4a57d6e7f91c2616aef3b27de6627f5ccc440
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aedc133152a97456d6aa9f4144c1b7a1301c6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21aeb6231cdfb57e53145e3a2c564a28abbb13e14c93d079cb390c8ed780967
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c0ac512b230512b0911850a7a965ebcb0d579a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6676dfd83e64ca672c36448116a0ab960766153bb5f29482bb709d0697d34fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acb7034a971c8e377ce80773549187ddf2620c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6515d48ee24fc7bf48c46685c0f49260d572f47b3aab6b0db45d76e7d789205
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d080b5d8723030042e1126fd5372b0279d685e43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa3d3fd389b82d8c70875516a7511735cfd34c497d2c15b2d90e0f329260d0e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada6254d2eddb343bf79321ad241d4a450be493c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ec2741dbd217cc8e62929d10febfc056bfb3299204e1980188dbebbe1c26c1
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0691194cc9e3aec7229a67b8b22457a769c80762
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad79a5008b5f29091625b54e11f355d806c5cd718824f9a0e350e1d4871f7619
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62076130e83838715fcd0541ce97485cae731791
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c3eb2c5a81c5e8bf3ad1d3289138e45a6c0dd1bcdcb23be9e2fafcf658c3e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bda85f44c81fc8be3e5e64ec2f16fd35c664e38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617830e9469aaec26775aa5c60b59df05ce449c7673673d5a8b5fe1154358063
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0522eb96b3c3d51044131f62c97a05f0f85e6c70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a114fede529e49a1da0cd4cef5ebaaeee2979a16ada91abaf7817c10bf93200
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80164d148cac1204577f0acd194b105d96cf5ca9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695bf17b44e362737dfb226416d30e6ae6eb2d62e0141d6d48206cd70d9faeb8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4114e8c22f0879304b5e9628c62f8d8fdb51f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78d7edf8e75b13160bcc763758e04b772df67e63ef48c6bf27888c4e24c9fc3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa2b5ce17ea154b6dafca9c3f2571176d326fc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6718528c5cbabd4ca441b5005012f76b125c1866af0d18ddb20d1dedea8289e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4b3a07dfc4f5c700292d1e76418b5a0d6771c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e3baccd97b0ed56250dff604045f0f3b1d91384254f4faf5db6b331a93d53a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f7e9080509fdb7cef45753745d1fa3162ab174
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba7c9972c11a4892acb935f92e82bb58d8225948580aa2f09c24241ba1a9b6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90939c3dc83026ce16caec724de72833228c5df3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2b2f065c8f521580f13a1065d1d6c340e21a11f229dd728f824886a876d989
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d76b62e1bf322bfa12b0901c423df737269ee06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e65a43169828d15b307041bf61e6aeed6d40b8d39dc502af1019ad005a1b2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c9a5ed1514150e476e228b096ea1d22bc22e03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af54404b3f38cf75d239ae8fd157699bb039b1ac3f8f36fb870cc79adcdd7da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9933e9ba85a34a2f8fbbdd49d6d70fa3b3b4acb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06eaca26816d6e9cfdaa46cf3c8a603893a0969da5829eacfe6d80ee59d994fc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3884f5875acc332ca58f562812cfc6dc171edbd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdbf7245d725745f8db9541b6dd4f0407046059b155b50044044654230584f2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca8d36f3ea6e72b452fbefeca11366761f01f5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fb60b8c9aedcf40b0baba079c9558b58cd65af5db1c8c3258a3ee45fe2a166
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6a60d282ea249f15b5efb70a733481d518bfbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208bad1f83bdaef49d2eb39f3fd15de539f3be93276974c465818de38d8066f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51781d6923859290ac92c9272c37e9dbb57a6fd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57536e5106ccdd0e503da2a14525db9c3e5634263836e4751f622a8a85a384b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da31932c62e8bdeb39be855b0a689adca6e3371d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5421d2e238eb010d16a2018a1f41187eabc4917c21556d5983625aa464aa77
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fb7de0f8522fc3e7074fca7832f24bb3c0fbe8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbfaf9b90536c505902092c99914d98a6089c663880bc498094c04ef92abd32
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6234a0e51863efc3ad93899b5ab23e7ffa11d90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9510da3689c639e5a034341bf4ff5a361342706bcfb61053052d013af575e0c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9b1e3175feac9cf49b9432a0ab1d0412c9c367
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d1c55bed087bf567df11f934b69da53adbad2eb3938640d1db62778a577646
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64b8823b572c227bde259f42d0a954a0dc727b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4f37688812bb9cd89a8eda7d3a78435600b6b79ce3423c2b71fe6d67f2676
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7850c9096403b57f0a07f297a55799cb28cb74a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17369b282007262b96285d5d837ee65cf5460ac5debc13d80d49a2581e984804
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9952f6d658b3e1150567ccdafb5b324c6ef399
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521617e4d82eaf855341ddec6eea61f40888025833a3f7d560134c23eefc7e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c7e89782baface24090b6761e8520550c4fead
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dd588e5f0f05220685ebf31c30dc5fe466272d98aa590a2b705c26a65937b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f392362395d899944f04a4a527b1a3add1455f89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2951a9fd11a8ecc10ee178f173f2020497e7dc4001687b207f4dbec645d7df37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d22a31c60193a0aed40ea36a1b0c2f8c1157c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983ced1ee50bcc662199fce7f89f2f2e8321e9636d27cc4ccdcbec4bb940a3a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bacfc07657151eff93042d1e8d3efe530d837c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a864b692045545919b89dd66379c86533a65cd3ff9f7e601b59d03032f86f289
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2478b20ab44414911cfb6d3b070d84b9342bee92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1727ff42b7bbbf454fb8227d90b55178007216e08e7856f194e284cf789410ea
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdbaa59eee2822e997f060ba5cdb95ee35fe434
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d756a0230d2e12e00a6465970e40a368c3ed6ed9902ca489fe8d0401b6dd5c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498a52e55529b3f9e9b814c9762b0cfbf2f5b8fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26921f5f16ecefd55dcec9d1cbf8ae94b22cd8ade984727a2a26501a08662c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6384754e3e0c2eeceb5c96096f3262f65b496e39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45993f30795e40e0489158468a07b218a24d0ca9d63cc29f4a909af6bfb80a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe7933aa91654fb46ed793a1a01d06e1f2c065e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc14324db055f79eb4fbe9b9a555f70f51dc2fdd5c937bc1390dfc35b9fa470
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4315c1efdf2173484bbb2b9d87c0ccd5ad979ba8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b20bb2828a0f26a21574acaab28654bd056e6c9af52d1b7e46f62a61fd01de6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6086192cc7fb0f26ef977e6ec84539397d6cb9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661bb46d1eadd6b2eaefe4cd277ca37acadcd1486f4a2228c8e8990c9b3b40cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72635d2c02f9d23ab7d1779bdc88526ebc12b720
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8401743b4d77ce2b5bb733e06f94fbfbb1c82876fb682ea3a5b92c94ace8f366
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03e992ad77422edc793f49b98722ad71fe68d58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3081cc665bffae9f0c3743ef7f9bd3c73593d19188e30d26365ec52123f88e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede43a15735d6bc46e036d09e3584f361e4013b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817090d455af72fb71afcdfce5b6034298c383f321480afd15c853f967a8c1f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9737b1732f81b14dc53c49140d962fd274900b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f04d5873c649ad8e8b35cd2f855c5b74f06b06e1adcd0d3f0e1651838589ae4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98f37ee6f95ebe0028cb228e5d09e08dd90a561
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42dfa5a229e0811bc38795c2e8482c0ee1753254b3dd0d49897adbd98491a12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330e7cdbd9cc2b2c3a2f6eb11ec3c6701bc7c606
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be21efb2560c45a5d019b2b9585cc724f86bb97f8ae5e5dd53dbc3ae5411d91
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c05994e7138f3c6c2f85d3e5b807d9933679d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f04bc8992a90fa721cc92450405a1addcccecd7664e0c274ab31287c4c86ea
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b763f38e763821a1a0ef61c5de5f9acd2edc02ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72191804ae353c77016f3a573019ce3a63e2bf37344c35983f480985d90e1fac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431ba7b516d01c83c482994e21cf0a4077b4f3a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a98b1477acd268147d8befd752404b40a6d4cf94ac991e8d58900d08e58dbcf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0d88a38bebeeba50ac8d6583266a97a9a37a0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173f2b75132534002ffbd0ae61d6e18c07001f3c66f2207e4abe002ff757b4cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fdf531db3c6825db0fc737afdfd35821b304bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a18642220a5afd1993c92e8c71f03267fb9c68e9885a7e30978dfc88d1f37ff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a514c225996f77f63a872b3421f5a61e4d44ae3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84aeccc468877b9748f1c3ea2d5a6cf48d930b8ca8c4a1586779b2ea7ad07b1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78aeb1fbff233bc0b950c7893f47e1952ccfb781
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2076d1eac3f4f0a9fee4813f47f6e133e47fb1c755df24c5f05bdc4eb63260a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909a4ea26461ac10825b4ae1c0a93ea7033188f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee110923946c8f59694e0ba992b3c05e85f2b2b059a0848c1e8dcc4f7b44542d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254bce7d45888e95b27f81c4e9aec02beb6f2a8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80410c153ccdf278bdb91f623277ffd12669ec77a2fe5dbb75db89f964f2fbeb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9335ad430d188a98674060ddaae1b277e94289
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fd84784bd0e78d5602405d9dadccfd54841ce05e130d63351a85b064904bf1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0360ea4595f392d0060361b8d6e1a85cc554db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bf46a3243e56b61fa4c08d0312d514c7dd5b233ad1ae26f6dc043e6615815a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44200ebf6159580379690fe5ace1b451c34971aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e395d29f82236361d6602e9748c9e9a279ed0362d94aa9243c7fce54c1ac3a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef1b35f53284ff3402e4acc6b471b5d4ba793fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ad0befeb60e0604905047c37cb16360a799557d5bce548ef584de19c59664
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4825f8435dd3bcc658ae36ca6e8855a8efbc66e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a4d3ae6b1c49bba96ba540ed062713cfdf3d4d4a164f33fc7892a934ee69a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f793c4833a4fb1176206f1e7168d61b9cf50c3c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7635ac48a9500b13949ff89ac365972c404666c1a49dfccb717397239dcfb458
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e590c515d07d8b4ef24d9e895f012f7bfe201e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af67b05aa76eedad71bbca43762b23725caf791d5def84f5f5c936191c998fb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4897a0c0ce80c067a16fa03d1ad46c7eb38bbb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d20f79cb62913847fe09446966d249e502d9bdb9ee3fd15c26b8615a1a1e35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d6dbf1a03a5849b2a9478cc3c801a2f57050dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e238e0ba536fb862260dc71fc62d32f9f2f806643841e171f47844aa0123f8aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf87dc524c1c7724f6a65827214fdf6b2906cb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c769a90f05a4dcc2fc00d66d6598b4b321f1ba3e05bb84b8a06505597ca36093
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608fbaeca86c815be71a3c945684362b79d8b4f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e5dd25c73d1e15db2b55fadc899ab8ec60592bc24b3410db4e4d75d1ce36d3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c071b79f24d8b4d51baa9bfdee7d43456a32da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650c3c14b868c7ff425fb87b1ad1ca2ecda4aeb2ca2ee759a8a439d1f6917bd4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16332ccbe7ff9b1c7d038e361648418adb859863
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a2543e4eb5b756f32ef626e6ab36593b32ee52e6088c5d8f67fbc38fb6c91f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb59bad837bc1671b7c21ec6d9a1acc03c38b4eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6068a2789216393096f5a63fef4d83d82d463429d96df4d50b6b1b03fc8ca0f7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ef20584ddf9ff4ea8bfee2ce65f7d6804aac4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdb8c7b7e63a838cb3bf684067284875908dbf9891573e0a261d1197660e69d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09aa6ba93f3e50ced36c6599477b4548fee8d29f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257a212fc802d0b1eb2f6669e35e274f3a50234d53359685b02b55f28697e7e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526e955d2daeb306f6ff8038d497f3b419b7d8f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c6c643024e501976b6f33a58a098b36e72d6b40c7e8931011705bce3680621
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69cbd00efee98c0c984b6525d3d91619f4cd53b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccf84047a31718481c87f7fc78e67923e1e0e6d1f367bc4c81587fd00b44ef9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f29e87c7e81c3752421182798cfc15545e28f77
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504a992e4a168c2c5d7a35ec4e54e29981ad7c4bd514a19500e81d52b94247c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2d94dd1fbe3c87240839c0fad7f51b7f0a9232
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74961a4c3bdd016e5d92abfd410d73df96f0fa57db4c4b1befd84931ca9d867e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cae8e2900988203487fb6e67094c54c3ff459f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c262506784912fdb04a7850f9f752c69b4e5ca285ebc11e2fb3ab3459453dc6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5bda2b9be58418956b46ba374622ccb708a554
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8f9532530d8724bc1d14b11bd0939ee1a59fbd47fd448df917b4676200ee4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0642b4b20f87d026b873d0e58431a7562da633f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee1c23ced42e711e85cedc040ff9b1b2ee109bb37112c60fd9d1d4fd0068d6a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90d1c52efb3469e48ca325456382d68f7fc2210
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f2b090e734c0a2d4314b33c5ebfee0605939b66183800dbba190a0ffb89cd1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74526104c19a17dbdb7fd9083a30d567f328beeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2054284f4be003f079b411ed950187a551c523b9f738f9fdfafe9acf90a34218
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdbecee9131bede3f83ab7c223bebd0978580ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06791a0436684904420626102304cbf63c93502472fa1922920941f59ceab9c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1251e497b9cb8aa0b333f812acd5b5fb3ca1dedf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3400dcce74385bcbc076c73e5c827caae11100e4ba217c32f4ae11d67585f652
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35de609bccde5f9ecfc3332cb1de0314da213de7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1d9888bcd63efd9085c3d051cbfe355adb8f52b113ebbe28eb247a26977310
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a710ab965ff3362dbd915f5828cac7abadf15cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b344c08465348c20385ba593de4e0f7ccd2cfbd7eb391d4971d3e982a40f828
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89040722cde585fc071dc85abee56458ceaffc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e34859cae19645cb0937d1a6dc28aa95e89e45375825d3d09fac488facb024
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6315837fa31711347042f051000a607fbfd07d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d662fed148dab64d6a6585edc6f6e833d05935de028b619e8ba3e56d82cae2b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72f98ed60e9710fccde20b7b3c2b004b1d320f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea12fdd6266095f026b2a68c5f553b0b02ae5798b688afe2084cfdc71c0700b5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b869f3049c1fddccf1c7fed53bf5a992ae3d515
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60768cbcb1edd0bd319c1cef35c78a7f0fd82022746d2962115f7aa964b68cdb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6173d8e3dd6c81c60128c15b0f5a677c7fbbfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22938019fd07e7279a700ded7fa7fb976ea10bae4e10bc790075b6c7c61ec6e4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38947a1286f6043e3e7392cc6f368ba6c7dd6aa2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c98e9924930a7d5d6cd00bd331b28ae4a499ee6c3022d4d07606066ee34ee1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b922fc51ec71b356f52644f046f53133018bb4d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b164e788a26080e66b9009ff95b83fe72b494d0f762df8df67535d57ca05e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68b942927bbccf9fad07769dc85ed676d8e3ffa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de95b5552bd9ee5569ed65ec33e8097d13c41052e6f8fb2be0146e196fbd8517
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5b3343abcca15e7a46ae76ac7a353827b61d1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14dab4567fd61b9c55c33545477458f5a4774c6444ffc7c87075df1a0f44905
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce954cb0f474f6eb773f923b14ed1e0bd4b4f7b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8ec80571bfa9919c1a84704e9c107f8eecc85fd2c4cd79112dc1cc71d53493
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b26a808f6f68c8ce6da21bcae630d9ecc964fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e9705dd026f70c3500397f961e1a9686bbf41d98a77ca5b906dfcc45b06651
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5dceb0fa6ec2df0b658b6e11930782b0d5906c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a5a5bee950cce30aff432114c8e2ef7f5b53ca1a9f93c46e106adf0e6cd83
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d06cb6923e69e5ebf36ba9b85a533ad40df05cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea29547591f561f188609525148bd77e788c247fae1b62cd8813a16cf2424d34
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7698a69383dc9f45332a8b960963a730840c9193
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebb5100e7702891a861ec39119c73edd8affc7860a4cf325076d82ce3b4a38c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d949d0453926daa468105b2dc8579ae64e36be0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bed8e21b6398154fce26093de623035f9183cd760ba67fd6361ec6d0dc6d0d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777ba8b981ecce2b0a2c14748d91df124ed28df2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15318b14be0bb9f23d877c90701a3a06c24646947ea1cdcc042f322e65e320e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47d6043d5f9f343e4cb29246b3db98de787e36c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774ceb48cd954ec2dc9bf9ef3fc798d3e82577e4eb3e69c6730aebcbe1b81b35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb91600fe22983ffbcea0756616e22563e12279a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ffc8c28036f68b311f367757791a224a5ffd2a522fc2ba4a7227b4f95a2675
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d280d63f192c76ee45754b4d21bdfb9b45f90a76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dbf8549e7594bbd306b12476f408fabeac72abda035833916e122ca4f25ba9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42d3b38bc1684943d19ce141d66bec0fd96014
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee107b5e2d5fa127936ce6dc20c8543dfbfc13a2802b0d5d36965bd3448a34ac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792bcf58979cda910e9422028449f7b385eb81ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdcffde5d190e9fcf94fbc960aa4aa3684610da50a454108c9f7cda8fa6a089
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7200a60115f2982090e190cbac0380786ba754
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f4962e52080cec80ef10dc805f8e312b983222d7e3484017c6e76aac3217e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef53d73ceaa979b59a4145d4ec12ca15e03a82fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555ce3ab1bd4f8f813e4dbf8489ececcbb902434779971d2d7e0c46b105abed0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3e553a5953983372325807e9400e797734414e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ea710e22b5240c1c214decb34364c5c6380310dc0b67c30773c3cea7b4ffb0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c047a467fe407aea917ac558736f6eb80c6c2a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3d613e939d49d6385dcc48a7910311764bf59d507237bb523573151c4a9645
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fd289e0ad2e9b5cafd0ffa9c24a6d894cdbacf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ecbd964f5631a69070b75f68f50848c2ba399727a855475855c7160aeefd52
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11d2bf5de5adf53bdb2afb9d48d52df512dd034
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd8274325d5e8cbb5c872f792ed4d95caa695e812ea2a055392d65ba4941656
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99b22171303d78fe69fd1e6d72ff05f1b8e891c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3f3a1d449b94a47eb6966d8c93b521a9e5884db9e0ed24208ad6e63b7b8ef9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbe13daaecf3c930c390c2dceae0fb42169c1f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd0db7c217a2acdef95510191b69ce07d4a714a0608b6b34cdf9d9b90f64d58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f699335036bae5dc638d201b354f399a1fa4db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfdb404726066e78424c76066d80d4e1d314ff7415b7d6773019b659644eaf5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d643ea384e82a0e046ea895133a31d036250a6ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01861f17fe5fe2860aef57348cec278602a3b6f726ba0a93d25d152c6a558b6a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a185d3e3eba589a276ce1c91e3945ee8ea09bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fb336c62bf5cf028086a1e25c8fbe8079fb00997facbfbdcc07e121d3f1aaa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40e249c70fea6f1ed997092292ed46b468972d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b499925c651d3ca6c6582d928433483d244571ad9f174a35149a6d3541c6b7d7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957164ec74610a81abb0f15fafc7e2ae2817fba2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9023c46fac65cc851f9fa62dc115a19e7d88ae2e636086b7583235bac75538
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37a3376eeef05b707d7a20cee678b2bde5013c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edbb6f12d216cbf282f04bf660a40810992cfdc27574e8330cbfaebfae320e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974a2c71b163f35cac5bd73f295858e741665bdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04849845659e22cccbe5d19dcf795dfd9276f093d2cc99440aeb3fd0bac9da4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36974707d3668d0bc3658a2213971d7df2bcefde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096bc67b81ec4cb1907b97e0e3089fc5cceccec1766c1c6dc058dcfff45d0699
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29d475dd7de6e40ea8194c1590b7c3630a21620
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef51be91ca3855e4dfc2c861090a878e2aea067e0505438cc6c432995a2d2056
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cea6216ffd05bdfbb3198a23a169c4b2d1d9b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeea74e68312a48f61e922da66b3edf295f4e696258d72044eb963c9385a877
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019e83528404d011f359e1fceed115ca42e6e047
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c462e04134a88987f76f6b872c9e171fa37f43831735deab263adf48d508f15
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317ceaf42de88078b8bee1890ac1f36d10b496f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bbabc5c4f3bf97d26aaa286f09d9c79e075445553bda2bf41f519b2c5d2d30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378d845fe388c04b71400f225b86a3cf608793f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df581eaaa91feecc27690839a4a6d511c53957570ee9b985dba1b6bb4fd835ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9d5886051d6fe6d6f91fa65f4f5add5e2e940b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2edae292248f878d369ddd9ce2374c5f00a3e31566838d9fdf48ae1d8ff5ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2665debc9556821b787fe8b025fb9483bcf4190
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093a122910fccddd5835af0acfab4b783ac09eee70257ab098228af6db0c4cef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79f15557174f1ffafe802cfee5eb77c67fed70b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0492225ca1479791d2678270310012596f18a2645632da2ae8f6d1cb0e62550
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68e8c983281e6bb7829ff801b8fde03bc40270f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d154af8a9263be40c9e4958e80fe5071184a6b7b179c6dd5ca229430d30bf04b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c0c9baf4967b5c615943a789c721abbbf462ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ea028f9214af81d82c0cac7f4898cb9b69d5110082641e8aeab32253bee164
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13fb560181fbd3a413fd015decc849a89153d3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb093b0cdbce9279c92b16b5cb8df47356607666eb5f6427f62c1bc89586889
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4da4b5c8de3c98d2305096a8de9aed888564453
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcbc454e6c0ec1f21cc7a9295a98fa10b26730eedbbbb4c02cde254607e21f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8665fd7bf59ebb31da35a26f6aab4deade6a28d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7c8a1710bb82d3c409220524f7023bf035546061eef88ef9b8ab1a575e9d06
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8b0f19ef842133f1207845248188e3fa621227
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55cf76a98262b814a6e9f7135ec0a87eb40c133280177ac0e59ca4d3dce0610
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6f2a6ca2470a1e036c2f97185455679e858072
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e84d6ad8a10ab66d80bdf7a52c2245bfe4711a34bf56855c82130576c110e1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f885741a6d8c101ed44b748c0834c00b8c938a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4916f6d71acfbde6ec10998d3f1aae34eae823c9ccace3674b4695a5dcfa06d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05a68bb9312caa93fb4982b9b6e0fc8d300387a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113f5dc93fc476c247a1d6dc8f3e61663eed9d3c3c1125b70dbfce3273a46d31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64c698ca5c88318fd086af3f3b5b46a420c25ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065d378a65e5f6f7330cb7fa1e0f975826ac6ad4435f2f394125c78b910325f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e297af37be01b67bbbf5b440e928f31d83dbe6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1270e7e48ca35f563dd1989267f1dde619c19d4d29b6e19ef355efacd72ac8af
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da7ec69aa974d0fde9c02c999b67a7033617206
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dcf95e7bdbd47f45f2618b0d7784f5d19b7efe907671c3669d731088f8f118
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dd5d7ce4eb97893332cbe225c550c2a998abd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0da69c5ee73402a35187795c9fb1a399e079a9543827aedf105d78e844d0fa0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bdd94c7670bb6febb00a740325d0cefb23da78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb01591a1cd964f1c1f7a1c3ff5f508ae1084a14025faaa48e0ce540d2b3213a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f643eb1a34a2ed2c8aa03d1908850f71df6cefa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc3385315f009a7a7a3bc84b0af9ad7de03137e88ab79aa21b1851922dcc3ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0656de24ae108af2d834362911382836efa52d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6978692dba719b8924dd601375efd0d67745b8a4b562755c95432f1256b13d92
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a38c37fffd45abeb4052de3a2dadb8bf12ba153
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b458a4f0fb672bb3f6b10d06fbcabd6ceb065aa6a81d3ee614613c6fbb2862d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335c29c45f54125f7b64f294b0ecd27209e71ad6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cba7b6da041babae1f8d618d2d07bb6b1fa7f868bdc2dc22d6feb19e23dc88
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c501cc4029d16f203d3451656ebd884024c3b07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1a9a58bce8d282e26cbb9ba9ba694b9e9092f0413bd5d92d065f915ce073a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e247792e6e23bb245897566d3fee28e8024f4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b032d5d6ed6e7eb94532b4b7a2267cbb22962bc8078b807f2d3b3f395b1cb859
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e697d28e58babaf21cbf3b13811bf33070e9ec5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835a93768ebc86a3e0d09484fe2e8298c47f7a419f785b21d06518b44955b4ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cef7743cd79a82b4abd9e2b52596567abcfa87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9ce8559e08b5e0272132de9d5cd142665003760bfad51c9a64e2c8ef59f5b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a74cd6b6a719743392d408409a111e425e6a08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d49e27662d3f4d079f0da08ff82fbaf1b4fa2161f9d214bd67dbd4d4590002
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4faddaee448228277409153f88496ec94e41563b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae14f12d36c83b7a95371eda5880525bdc0a4dcb268fcd981b5bd12670feadd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849fd637069fb40637b93e83f10c99a30c2d90aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd84d4ebd1674efe03d825d7c4ab5bdf8b57ac196e9f74153d51581403a5afd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044855a0454f13402496f36a34bef308ef57d52a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5bec16f4823f79dcb157b28b4637854a8782b3deba382c57050b2d120b68a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef22c7683f1f250e313cc2d483c528df6dbff62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcf8fbdd249aa16bbefa2bc709a4b7475c769c4087b0b54a33ef5b13881dca1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0092f30cf5d0189046967b877f06aeec3e9fb906
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bab4a26577dc0a1b17078295167cb203fa19d773d7000e2da7da1e269ebd16
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adbc55666b4a41f8b46bf852416be897d4937ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6a8b428d3f82b74e5de6c9d96aba0114973d6c05ba897947721feab38e2c32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915ee7563b61876433613d73e154736aed7a21ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c73fa5edd22e12d3f3027fc4a69c40721755b564f6c94170c83c54a78f703c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d888cacede3e7a752fc7223f7caf2b067773028f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accff1a1c3c01c40cfa81f3c8c46b76be6ac36139a8290a8aca359d1cc94bbc3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128fb56367a973cb39938da0445f671cd5c4985a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecfd7d63deceaae52985f4aedbde821a9a613ef2e3cd52407f598d48b13f099
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418d008128544ea0d37a521ce6b36b55c97b5ab7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27673b90378bba518498ce1dd31a7dfc46072d0791a8262c3babb5c5291ac4c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b3cfc41de3ad3e835a1e0f22407bfd1110efb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58874b0057d7aa9ad7097af5e760114cd313d63e7e38c498524a9e036dd0e4b8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab2709cb8c5df9719f4041777f243f05547946b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6da188fc1f634ea78d2d1f477030f7795335e1b52e06dcfdf68c819f2fe9ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633cb7dc7e0debcca809f874c2332b8661d63cb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afccd9dcb393a8cfc9c9a008a6052c39763198c0e70d46121d943a0091a8cc0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4160da1d5117460b99d4f85cd274d3b17e334218
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4da7853a32f57ee79e5e931f1e7d09a83023bc0346085b525c281962744f53
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79cd97c3372f28e5723d29dfb3b363e1a3188fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9b94d1af12d0b82f9af6a4304065993292bcda31dfba412de76f4669a05926
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7704d0d9a477759329d08a1590d7b61c740739b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e450daac53d0487b397b1a9d7bca0c31fc9e8c47e304a8230a4a69315ddcfd55
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd238dc3de978ce649d01759c1e4946729e8fafa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2a3e99dce199a7d24cd0566b7be1bd03119930961869db2f404f8645b4d35d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8defcbac4c3cb0fa67441054816299e9180a0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d473eedc58ec7b181edaa4f3e02ebd183c05e0ea368ae07744a20c1f6028b6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539444fd0b7180bf9a301ab9a812e1661335bb5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768508d685c8c88afdaaa77007f88760ff32452872ba272ead53e6e194fcf693
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24fff6aa9442b2e7e37a2449a1bff950c722899
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f044e23cfd23a116a601190f7ccb2f80736812e8c7f50cfbae94d1ce41eff06e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d76832c31659abd9249b5b17d7b28967cc7d16e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc88c77597264f91c034280a270357c731335e9519d685c985a42e48afc5439
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd7f085071fecee2b175c04ddf663c70a42155e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a30c7827393f13f35242e1aa687e2ae29a35dd03c4b252ff34d4c761cdbe68
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66291408073ffd989f8034c78ba0bbbbcbfb09fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b949e885ba06ff701ad6c7433dafb2379b094b780ef0c2afe350a16bcae2ebd8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1041c5a478cea2a80d11f0c73538ad7d4f89942a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff371e0ba32041078d1c0fbf42eecbcab9b8d95acff9f7cb5a599191f8779f18
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9576ad399197fe3dd0d99254a866b8461cc3bf53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc8a6601dd6061cdf35a763bb23b79a6f9cb0651ea41262129a6cfbb802b906
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a264d98ac104eac2dce27c0cf17a70416ba4b54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5c6d9fba311cd4804bfaa8d56e93298f7646be8fb87112189d35f8bf487032
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a570f3276794755131455e3dea89ac2a53f098d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad34d520cf91b045ef748c17f57a44d272b37a58563b21b0d704fb9618ba07b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3567126261e6666cc61076e0a978c9652d85d79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3179575ed16811be98846db7989760def3c90d8a779dbdc3a1514f156710a40a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33292683b30a0dba190ddc393a3bea99bab9e1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3549f922f0441efa5dc459eb2c8c96a0d608580a851f848cf180897044238f00
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fd36386edd73db5bfac12c6f54ba311a07e4c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9562b3a187e84a899a48cf8c4c5d6802450d6270c133feb8c7e8c1b9875a7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1bc5ca28ca9ab3f8b04c70c0f624c24f75b14a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a76d5c30da2381838ebef16d27db10cbfaeb1995f4e0af120c98499ca24238
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834994e8995865919ab760cda6898e3a2f83e26e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df4b2ce716e37089f87887c6b17cb671d7a28f9d0d8457766fdcdd4a4521439
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30619e8dc700763752f353985b8653035bd0fd21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a945aa16443d0accbdefe32434ad2a6211333d8522e85316e7604a0318b4f5b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1165b61fe4127614f5273261e925fb18938a8f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e619f3524432c1ea071ff90dda0404ad59db66a0906144279276e67099da3c05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956f6d51827df62939915ddc6d5f12637875f717
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e10f3da65a346128029182682f93295bdaeb2d865a66d5c621d6b8fcb8cf8b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76a19160df1ba3540223cf02459aaad92b470e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f65d05df81bc3dff75d9722c9bb04c749a83236db60c8e9189f7755ebac1bfa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925297af10af6621a00fb36f1f2d2a4d1851babf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28de74fee0388f5fb3328c00bcfa8d5e345f2a8fb40312e04a514aecdac9385a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8098f465c3e524951e5ebf82852f49764e1841ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64852ddf24751175a094fcbaf2aa5bd1044b665942fea6ea72bf2de81c36d679
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce757cb51ea07d7ec5234fe5503bcbd4a500438e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2d8544eb929dd06236504eda3dbed9eda94e7132f8a4756e4493525989cea0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ba3bf2f7dfbb93d889bc06f1bebc17dd3b0304
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2862d93a989dad8acbf472264404be8af45241f7ae38a774f6c5f52944086a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4690a8e80892b97495960f4cfa754faa79c18c92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea18f480d86f32285187f9ce4038c70f360f990facc7b79f5b569b347fafeb73
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5c8d823c66bc020dcf3965e1cf21081dda8a1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cbb6120207c13cc391b0cc7a964dcfd2441dfae5b1169789f0e3b0ee642eaa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedfe118426908db63b27f3ea2c216e3a0eb9562
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822405c82393bf461ada27f9f03659ca589d098091c6c973096d328b011bc96f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bff35fdce6291b8e900d1c6a238b0b6b5db4e99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e99017768e8aa79ee97480fc465e438f15fd3a537d022098cb98ce53d447204
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c169993ce0fbb631efec11d6b70a4cfd451f94f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ad81294f29494eeabf8d27e915cc2a1c407f180cdb2d5822520a381c7088ad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a78a68af58c5c3a3c50d27098025e4244cff7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b3b6ab7a90f04ff775374c09d9509eee89e448f5471ea8a82488e9997bcd55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1170426724311dfeaf5849eca5866f8d3890cb75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9c66d64c01e13ddfe698059e462e377f3230e653704fa0ca7f04ef61a886b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e57c99f54b8fd06f9b9bf55193a1dc6cc98f4d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340a37d60aba65d83bbddab1e279e256a62c221edc5d082e576ff3d1d366e0d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb2c1a362091a525943a8a29ad1cf4a75fc034b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10dc2cb5ca1c052efc0714aef5db613dfa01b233e1af851d20c5902cac0f6a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e5bee5c185db49392be141215bbc01321fcc8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4ddf0cda5b8c4091fdd36b76dbb9e5f248077a26338763b07fdf53f33ddb7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf2a084470097367f49306e7dbbce8ba2b37daa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6b2a9c32a67f959ddde0ad3b63a249bf3424ffdcfb882b2a1feb00aa64bdfc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f309504833a9b31d4238bc3a8c7ec2d5ec69b851
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b19fb37880f2199bbc0a5c2e5854d86f873536544eb617b46be21be108ee70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a630cf0d98b0e47c073a60ff1f9329879a1a02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e410ab57b1b5a717375456154d11568a77ec559d33608ab227d06a31db77e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14413411ac38b8ba325942ba5b6c4ad2d75c95e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a43f2ecddc315e7c66f21294f872620903327391d8efa7b4bcf2f01ab90114
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20669ea09d6a948da01bb3d402caa68b1b71c695
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe461760c64a057aac279c127bc7b063bf6e9fdb8209954aa6676a75c8ce6597
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfc1ad1f1a150082c59578c8ebe9931a18c406e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083df44f7411e6975e6f48cc96747835ebd4c81c4dc1da3babfc5bb5d8d8037f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d613828d6779e4e3180de49f9bbf86d6beee4e75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab378a686b804f31fed5a99b1e48c46f15b6ce38a60b095001cc3a14337443ed
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8968b166d705e386588a39f61d568028870cf88f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bf481f9619c011aa6e2ba898fd1a4840f3881f3c2f6394ab6e7a89fa4d5640
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5d5228dd307c12da7dc117b96b9c5819cd3954
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8a5dadd10c84ca1579725fdc562b730df9e0aa1453d86b7f7a080a346fe31f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aefb3cd73ca4a6df926cd59985ad69d801a16de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73d1663d5b9fcc749aec0188eae0a78717eb6a92f0606ea0ac24d76f745e308
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963a6132739177e7dd3bcb32d874878bbae4fd4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b14625a54e8cccded7a1be9b4197da2c03baf3ad47ec5a415b6b2ff81a7f490
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb9867a4b5bf24a4ed872728441e772368fd1cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0d756d1ac598d6e89e32cc5ecdaa67e970ce41cf119d6a20748e2dcc858e21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73959fa01d8111659cb23c55e5354f077c1672f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfea3592581a88a639ec669b83d3871f90a8b1583e3e4a94b5173bbe1ff21fa9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d81619d141dd0f62eb72de874d8ec98854b2fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c66ebcb3616d462f0c26164ddfb41edbb6f1ce69f2ab17c8601aac983a9438
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd295af6f00277732db99a5fcc2f53de18660cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f090ed75dca0536c4d9140c63f20d11783900b854c905d01388385968d4d0cb8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01af6b6d83c175981403a45a9057fbb517f17f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224994f378291e87ac39ddade6f5301387b2a841aa18fd28d94509e788b8b0f0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bab018c9afea8800f1793350376bc49db2cb73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dc05210a2021b6f8265807442bb982a1142c66e71199232723c48b60632cc8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab55b8e06e91977887a1273ba1590e238b62b40a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e601d709ef8863a30f0da439d97661cecf7ecd65af20adbd512e2212e8f92918
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52a267bb5642e8804c341801aff3da8cdcd875e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7301d7baa80f091c0d613e57036789a71c3d4f225a5f3a0b75ab13f7d2e3c520
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3636cd83e5df2cc6b2feba45802f3d09a69422be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52814bc15024877a8fde5eba562308b89a48ff0da0f1333c018ab21216af4cc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b15b27cde025dcf47e57b7f439c9325883bdd1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00219abee52ff3fc930ac847559032d77f8cebd7ddf16cc19ecb18e131d1312a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186e33267996e7c5f8051397c63578b424ff966c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c34b89bdff142ad9546ade94978ba80ab7ca389722d035f4fadf03e5fecda31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836847fb462b406ae40afe125f07597348329c3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6282b76366484be9749eae898b4ed1039db53ea8e134978648bf8130de0243
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa6d5fb58cddb98dfa5349bf0c0a2fc98806550
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94a128819c58d82c2f59324502f5524bc7431a30e1e9cb2d7821017ab39b89c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5063ef654e519337d306a85fe99036e972e280
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc38a56ebc6a690ea218ec762a6c05d2f54ab808fb5612a0c5c5f736279a5ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ae720e520cd19edad2bec6a5b92ae3fa48bf5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aba2e5aa37891f03c470c93f98a642d2bf16aa06d88baa156e2bc87486c5fc4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6b4cd091aab1b73b458e080a82bdc38406a798
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e4a92b5f6b936acc7f598b42097086ad74a732041dcb0707456f1866f4a9b9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793af1b47a67989c8cb8461bc270970287de2e95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbb35c06a218af483fa63693859a341a3f44a9c12ba9e4532a2cdfcf362726a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c460082622e55b91471c7288283b0b5ba519125
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614426b8636d552e62f45259902d485f1298cba0c9a0e8f8b1b51eb37abe9167
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b6f357dc4abfd3030f8726cd79e881cdd9d665
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f8eae0bf29aea8b6e1a1fe232dc4b71872d51b34050ab872651568e38cb2f6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a8e8d207f42354d62703ec370e02b8692cbc38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8145b41f34dbdb4388aa2ce433227f7f37290cc43c86b8a7d306351faf3b263
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7913e68590c76b96f083cca96036feefe41c3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6b16888581fbba9631893d4377ae597a8f7d771d884536c0955ea5996f35c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5772310bf8dfb7947c4bf8873ea3cca7b95ff62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389615df3814b8a439f79f1730a60033b3fd2e6621b793d356b492961aa0706e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73abb094367d67f9461d57abc0d0c486c71aab21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d97f0671f4a766b859abd88934051597b883615b80d711dce754c548b3f9504
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd6459a81858b2cf9f8a0ebcf488a17047e2680
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2636a6899ab5eb7f22c009c2a4db27b829d7d7e7b28616c1e7ac2c517be7735e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1fa2a99ed8304308e09989f5adaf8a70e5dc59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b9b0ca9d34690b89f32a3b7b7548992c1eab5a5bfa62730a850c5acf6b0c52
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140c75ffcbeae29a11e58ff5a7adb6cdcc2dece1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe5b87aa1a5312fb1c5fd286d6f8f36e1f7d012054a3ddefd274641f6f6456f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920a34bfa746554387b09c6721728a344d409139
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490ff0d22a80cee5c4f5d3f5d9edfbe0776d478c6db8e80f7ec6cd907b8d3bdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0fc7c3f2b4609f6677d02b911f636520db7fa7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560e76a65aad86d724f4d57f5acdff5efbd02448bc986050acb09c32ea9f0569
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae5b16f00afcb63223f4ad4166d8f1e009954cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514e737ada5962774972595e3e87667d99e1ca981c1dfc00e091192399d62aa9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2384b64ee28eb9305040b964c6790bc163e68536
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e08bdc9f29a9bd71c8c426566c5eb23a93b77e8b281dbf90e57cbca6e76884d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86778b392cf0a37c3911f67c67b0d5f02c67895e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3a1c3d28eaec5669d608415ddae203a43fbd07f7d8648804a274491fe67adb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb09255c6857f85c941f9f082ebc360e96d8316
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49243447d17b3726310bd5d1625a0b8a485d8d5f63f8b32ac8da6a53b42b6a7c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24115f3c3e76040dca510561460d98db585bba4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1423696babcce0b12c7e9fef0d472573b3aa43655d4f3b1303175bf04776fc9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4aefa805f7d159f5787b480d9a0cc001fb58b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff604ef5909298522f42bea2eb2e4d460baf11ba77dfef9cd56792b476931a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91446c3e4b52ac86d3ff36d5d1d2048b523347d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d7f050077d728e94a8dc4c425bdba431c1e35a03e296ecb6768fab49c76044
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b81e9cf0f8f87372afc1f2b6dc01b1023af0d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4b4405f7c8e42fe13161fb5565f468d5ebe9e79927b0364ec8a30cfd02cacc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe073a1b0c8814f1732238014c66004bc46a6ca8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd00fcf93702831b676e69841e0f7bd61742dca292c26f4b940587317f32328
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8ad11881d9b4ee0f5008d7e92fa50694ca2e20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333547f44a8034655b639e0cdd5772a4634549ea92ca3d6610c73e59c6c86b37
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606b99bd677bdbf0b9d78308ef657a4a2d6c20d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7996ae43986208d4990a508b3fdfcd6a9f5b9e2e209a1712afbd295efa724a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d37973ec1c4bf5d39a3c0adb24cb515f04b3c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b180b1748d5f0b01421e878e5115c26992079b827e315c0f58636f779f7cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4337bd4bc3de5a610971d6e00dc80dab0a491b6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4352fb038fd7c373f9d7848a9bb828b16c6c6a8b4997df0efa8a1850bc8da988
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11cbb489b3906369ee43a4cac324396f8f56314
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fcc2217cb4f4cb2f5a2e194d4b557d78b6187d012d23ceafc6f94f7f9329a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8ed9c29cf577f68f0154ac0045d93830ab85fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75472f33dceca90400289ad2f19082fdfa9ee9bc8fea5f2599f633c5682e8ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ef1660a1c107dc3f52eeae6007bf8f114158f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd13ef6be8eab8b88319b4e46dc461893ef47badc84667fb8b852c9fc83f528
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba760cc3c67c8ae06dda1fccf6fef79d14def3a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86e5dcd93f682e66784638f5aa0d6bb8c82c2fce9b34e9825ea78f192225c6e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bbbf9c95e0c5c3020625c9f0f537078ffa6d38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e849e66b663481753148ace8efb88506f7c34129242b72357dbbeef79bb60bc4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e03f3dd0e91a8dc516a326fe2da5b10e59d582b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c33b024354faf4d0eb739e1741bc4043d6b38db49cbc73b499b652d90de97c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85051f3140890db26e7e38775fd04833d254ec4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35546f1c80df890adf8e6b1b71fd1d48cfa74d0f713b7c208bf831777ee018ff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6a0f993bb2b0afff5052c39fe56aaa311e1f6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c86e272ca202e15e0b2beaff55832b0c754f42b7d333d2d78952df679781f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bc552b5f895ff51c10c0b748b9708d7959b61d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c12665deee78cf6bfdcc157e17e199e2e7317a1d4f77b266f0ff5d40caff266
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb69efdc6526d51079eace964c7b36a15da7d439
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debbab2a0445ee17af026313d3f3fe2600da72d5a0d56b3c351b0882f918d346
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4538b4ba7053045d88e5625c7e4b3e84adb04856
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee5455ee39dbb35f9cbc90f1cac5da68b89933a4990d4c5f4cdb1dc9735d932
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59afe6c8ab29d0a4e90ddc407c757830a9d2d4c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc23b6ed3c8dbdf032fcdcbefb0a9c3ff51a2b2fdeb079774a6e34bada3f462
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d69f0079975a924321a7ebabea32683e079bc3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da27cfef79b9ebb7df077bf7375840b7c781655d233e3343e253f7e48491217
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c22c8adcf9f953e84d2570ec185327ca27e9360
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991745f0b19ac12afab98f730bf370f07ecfa66d67ec48fa64dc296be3263c11
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac3a5f2ae05c79f89c828eb025435de49f80a47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dde98ea1834928a9f7e4202d7e61cb5a4a16d6be22014056c681d43f02bc2f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9deedc2abf678d213acd66bc778e77d7d8967fde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af57967580d523aa4dfdad3a49541241bd1404010ee2860526c099b897070939
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f883766c32501fe299256cc74be6deb2a3fdbc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62848d7305542a4e1388be87d11b42ba1b88f7192781a30d54803624df4baa1a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162c1367b56dd7bde522fe4752d8cb73f5e1f62b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164c7f9f67a2c0220edfa6235a79b35c1bfd98f4fd1c35a252694705ce9a7afb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3a5b4b8c09da3b978df021d3894fbfc8dd1dfb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1215c7cea40ba3fdc219d9f4046c6a48ff7612bf641354cfb4fcf7fdf0a10435
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6a34273bed564f5d28a92a486cae8f247b826a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203e1c20bb18670ef855088b9fdd1263c22998542a8dfc351276d681a0739597
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314634694a746f0273ae077a6993c1f9fceca122
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cda4ef3c8f72db7d80034c96fbf629f5c53a13391adc0c60f57ee36cb0dac1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb79f30c11d4c3bbffc6c058c7a8714a0e02b42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0aa9412ae566212b49d7f6877ae3798a04aa493ea281146bb95a0f53542661
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e89d07b4a526cfb47f6ab7879df2c8a2b5a476
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c34ec820a0616ac6f0f06216d9d5a47c4f07b9bce239a364efb7297cb23a02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae54f97139509f95878eedd17d8c12ab72b8bdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af475e2520fbe71ef38d9b3bf71d3fba35139bf33669a40c666ad9d3ad5e0e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ca646f2d37f3d5a7ad1708826df2320d0fa088
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0e6dfffdada00ccce774e27695b1c1833c8ea32c2817ec7685ed035616cb71
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e187838420743e3345eb59e6be4b8cdd35a74bd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4556ac513ce535830bc0042ad6b67369f0cf9f387ecc1de401114a05d115cc14
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39aa6acc0da7e530597d8748cb3c5007789a5c40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40944c36f0360beef7bc2fd48c3a50bd835f6b770dec232336c04a6c3febd41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a256bb6d74cd468cf2da5bd6c344b4607334ae01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8a152fc3aa61fb82dcf4b9b82c57bc1bc8fed25927029c2d66a7f148bb3abc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bceffea92b4fe92a472b0748042085da70ec8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8699f687bef8b72c39359256d46a020907bd626f36c3737df06a7b6d6104b32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e572a479b9ac52a6e9f1c7b006c4cda1a2fb40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c488623a45538a743b6e922f019e52ebc7f55e206825ec34ae2a181916a14310
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e703ea0aa9da099acfd8128d16b06dd099694f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea9c2501a7ae03069e5b391fa44f760ea93df0ae2539ec68104ee07ab984fc9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8250064a8b33fdcf50a46984b1d35bd8795266
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282db2a13d78ffc48810cb52631a13852ec0d3e542c4d750807044c7920b8294
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616dfd2977beb2fa68da898ebdda46afe6546862
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0c9a687d3f279baa9669e466762f63bcce210a7915d3e61c510f7c37e81f35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4cf587d657de2caf917b112b9dc8e6c959f7b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85367219c87de197c4a987ccee95506864e0093af1672d973e37573799dcfe3d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb30d72722981f107bb4463c56e1a81a5aa6642
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9b5e3827d08afee2c09baaa04745541d10197a28f14cb9889e27a4d611c8d1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970caae3b558962e95e7ac52a33cd37bc5b2d5ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4604e272bbdd49c77f449fb9296d61160a1e3c22fc6b38ec7f072369e79eaa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b06d506ffdbd6225a938f3c5ec21d295a097a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576d770d3062465f9152f2108eb2d29fbd3a5d5abd19e82001e906f68d03d0f4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a820312f7aa7b9bf5c6da4bb0ec3085591048a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c862b75913914e171e8b102f4e8b9ecac65cf22fde07fbd202e3d202b8af68
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7b053674514ba2d9ea8babf56c80989ef3bf2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d246e847c289e5a7176f20c56cc1eeb36d74f701e8eabb319771758e96d2fa3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ab941c0d1780a615c401b13016ab509882061
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdd287b92621504eb2ac38808a253720c795146cc011299f494ecfe053f69fa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574b21d56e6f11ceece8e50569cd9b2386f9f269
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb5c4c0cd3ac4cadcbfac2b73cf6eceb111882289e798369126b5a6edcd5221
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a894f0cec90dba07af95a3d64765288a236adca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de706ddf94fc82456543f9afbdb07855c0a3c72f51d76e9c150303dcdfbc1949
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02924862c9091dd32ecdbb2cf42e5e1992a3eeb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381edb069e4790e8eeec5d7be916f7aa25d8bf01496d07fc95f0e20bd95a76e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4bd3e7cab4f387a34f497e47834d142006bae1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1569933096ac5d41e990f86568a045462984b855c76d746aa802c2c9935157
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d841ee19ca874ce856ec8ac6f53873662e679f23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5912fac7d1261cea440f866f9a8a82616f3ce00c92076bd759adce3cbf54bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeb74c25e7ba97f1c6ebc32d5c1cc947b774fdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d35b233e31dcea94148f767d161db283eea2ff18f48d9fdf9abc1a338f75761
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922721727c7f2fbe581c4b48fcc2cf0bc85dd75b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fc359c61b9051be10381c56b3da3382835c3cb00b0866556195562a0a8d28e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c5dff484b8120aa812e6017dbf91dd871fde16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167504092b0fadf07864727d76e1a59def3954da4f0638abeb716b4b6b3d60d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c8d2241b450bf67fbf5634da8b2361f9609e79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b27144ea342f480f198c2287051f05891c87f86015fa5bb15ea0d5da6af68f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81db6f6bbcfef8c1398e52378bde519b389a881
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32763f79b937fe75a8adba4ceb3eb96ddffffb305a199731a5aacf72de1fd789
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fe90a7a373f406bf0b6d6455f858f3d812cf7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601c739d1680dccb1f5b6d20d4ed7d57cdde84a4b9d1820a0fd82772219884a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a59b9bb90d9d777796f953b5a4975b0d48a67b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a760701fb8e8f8525bbada76f686522cd0ea2e36d5dede2fde78c99a886434
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a407ecfc40e1c204e061f6373ccc54c2af384e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d7fe61cabc0fe7461c7b015b5aca2de43fb3d6b8e289bb65f35000bfe98ae4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158e6aded327928948c1e39190926dac77131a68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2eaf0990a6e060903925df29b4ac092b8b10d9164f6181aa84fbff0cd9e2b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261ee52960e3fcf0629ad2e9ca41523e16fba7b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c466aa9be2bde4f7e0bdc9f1db0f343d7879ed871ad830eee365b21a2544074f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bf3f3a32be0df0cba72a1dd48d9f098b1171de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e268d6205ee5a1b4f821f93d97216d71f16ca2b69586dbcb7b9f2f1aa18717fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90faa5d72f3035add2a8634720349ffaf1a77bdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc20fde892d82bd6bc99527b399b1cb1bda3226ef3e0ec9b8686ca52dd1e57c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed878e8f4eaee7e101d294406a819244f6239b98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0050da9ca9c367b9922d59f01272b0a69a1d2dd75e101c144b9411e31a92a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26ab503fe6da0e7389f044cd9c6b2a38fa8a85c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fd675bdd614f7f92209d7dc3ebded8634a2a5335bdcb3a0c03a128ee83cca6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5556333e5ee8f56cb6ab342aa5622122513d71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01b23401030176a3387db5b4cf041209d75a66874171aef63db59593a196d7a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42280cd3bece971be489fb832faa07502c4f537d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cf55c2b50901d1ac4fc08d65637f585f8d7c651a476c57d2a8ef5ed00f1703
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c571cd60a74f1f82ba253fe1b6d0e176b61ef5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e693d6e51db4b1f9e31ef4aa2ac44a55cd359667fc1fce40c560c27bfe3d6d1c
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee7bd58c1d9480a53f4c2701757895f5b9636f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85385329409529ca6d3b077ecb09c933890b1d72fdf3abda0ea48042d748559a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8691a059a9ec8361f1246a0cd8f155f642308df0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a32d8b5d15e25ffdca4a586f60f26286d09eae98a1bacd134d45345d413aa42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b487bab0fe3ee3dd1c6c3880f8289baac02e6ebf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7156eddaa50e9da0912564bf39ccb5d16b663884ddb64d909f64c5551df790d3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e088536725cce4e05cdc517466dfc0adf63d009
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af23b8346ebad4d388e896a8456432ba156f20160b406a5a3937403d78efc412
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61da175e7b493501c3009f09be3ebd5ff3dafdc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb155df38b3855e0ba0b99f1a81c85453175b3c9d17790d0242f756d7e74bd7d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6722a016980605a38dce1bec68de18487caadeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8720a7e1e5a2203e665d7acf1fcdf02fcb21921f975a3e7e3db173dd830acae
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbbf07c5f030b2b9295f9079340fd2533b757e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d905948814ea26a95be04a4341e88039a058fd14803949ae0b9250a3e4ab3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb9c5316e2dbba550849cc6101142bcd69e782
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c22b853a80149c53167e2d3e6e343acbc549bc72cab1f7b2c076344f7aba136
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a714db8913910619145daee3649f1bf2d626a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314c30f4bb1058509639bf1b3ed9fd4e1f8936a5578741fb07db8da6be8f5e96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a1eefad7fab820fa3e6becd9aa38110c283788
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fbfe36857b285115051d2afd608f404de35af198488f61654104ea28f29445
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cad644147a37cf21985ba75bfba4d8d8cbf58bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1d89a445192d41b6926c40b3d118fb53314e55f20eee4951fc4e4707ec80ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354fb918f1dadedfa034ab6088a0938c5e656198
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d794e9a0680c502a05d70951d8cbf5db5d5a5a180635b453f637f65a9ce197fc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e6de0a476f1c641d9665e946cc08acc8703edd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa563eb8ec5a43e25da4e180fd09caecb336f0755478c03ec9c527e04bd4b5b5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9da032b1fa8a69a86f6aace847be7ec5a97940
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c40ffe8f1dcdea257321210dbd29e8c1e4d53dc2d0cfca93a4f7350efadfe7a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433ab923271811c51db7a33e7f81b0a22eb3edc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f10556c08c517bd3088a9740e20abbbb19315a65f7adeb09803d266f360bfb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fdfb53082c095799b82b57eb1e502a0c957ddf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4384921050b5168a92ece1eacb62d7a23d445fdcec14abd4cc9c165bc479eda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2be1433d398eaf68704e989b7eb3ede382837cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f725fb7870c15f4b43ebfca8b99e956bf59d31c41ef6789fedca135c611cd7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12560c8793c5625738ac62bba6a2a7d6ce0f06ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3db05879666d11bcd0251353625c09605fb6ac545f5cfe7e9cd1787ce7c923
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928adaccbf45d001913281b860a52c0e630d612a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6510c1d688c39f7cfc1c2bf84b1f7f5eb0b270bc575a31a5645f0506fa0e799
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b8c7954837dcb967924e41daa3911e883fcec3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3395ab917bf1d0f5e796dc5bf178cbf7caa1ecfdcac60228a1591de42178b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dd80fb8e7d9f4bcde1086084ffcf1791a3174a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e1e9957947ae2bc019ae07f20a5d24e77a156dd232da246ad43f46bdd8cab3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e6b563f70474e46648b1f5ee9d0e05793f5b50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182f7216e4f582944a2d5b6ea68d886717bac071b851626dc01200d68b3cdce4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52d1a3247aeec738be7cfa34cf26dd6f1531800
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01315a695ae0578ccd1025d082071191acc1799f2d55d4cf6f8b0c6347125cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11cc754886a52887faeec68a4c894554ab6b754
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb82b22623fadabda12226568e89da55c1c59bbf933ecc5bd8942e78dad2470
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b449192782be0df4f06b3cf1846bc0d49f21d42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0797214e6a7ead3a4cc255a384a69556e47ed3c75c1c7d12d0ca7a297848c5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6e1a6f5762cb5fd3a0e3842f43e1e255599c2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b74a457e7dca093428583bbf4f96f0cb241013143e86dc6c38a1b8c9903775
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c8dc564fc7d91ec224f3993ccb3c24e8041055
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b6e3a3121f491be20d2bae29b7622c51a50ea905b840071d868fa5ea9567f0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d25a8584b0dc136651d567b32c23ad4ee6083c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6df9bf1e272c7cd6a8902b9fd37de7ea30c07ca48fcc32b7a1ab043494727af
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5933d99a08d82b85d79a9faa5ca1f557d49946a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8001eccfc0813f415e991813fa8c76031607c446e925532c79dd549b0a9bc4f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a982d8241c77298773bff72fd52ae364364be86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae81a3a50484a2f54347087bf59adeb04db21efa7c0ddc07b1bdd2e8ebebc9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcb79b6218a8bec8fc7bbc4c54ad703751a1878
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2825046803a311b7e58b3993fa95e3de2241b8f373111e6e07758b28877150
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c27385cdcaf6d354d0befe9c4b513b9efa2288a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55057dd1a3b7d23074b16e0614a01886907425e219f28a3bf2a14fd4dff6372
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36201f40ade7275cdc9c6802f6bec325cdbb3865
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a73d4e4e2d67304efbfd5b302f6405e1a7e907372f97358c802cdc1484198
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6cded950b4d0b37df8b252ef5f3fbc725db665
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d57c7d6d211c95c464b98399c44ea6a8dfe19520e2980e583cda1032761d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d850df1e2f75d33a82da104565cd34c9dc1df60e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6506bad64b7c760841b4066218875b16252210d84580bb30d9c91a7691c7d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7c4450d14efa659c5ca2c3a8c99db15f79ba66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c4ceb13cb248dfa4087556bbc1824517e4c0b7651de11d7fe1462e83bd0969
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f391c5dfc8c6e3353fdc3dd8d1600d53056a4c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25180022fdb0beec53e71937b7e4a80bd3c5a48e3aa8d6028e135d11002fba9e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b6a331b4b4ec3a6f688248aafc1285ed391e08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07880b02050fb01cf99cff7db312a8ac391c9f1d23a88055d397266e63b34dbb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d0499bc218d358c754db5342333ba89bcb261
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc10e34a9c4d421b87418e6cbc367754f51eacff2550058a2cd7067338984d5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d13f70d90ed7da66e4dec91950b38d07ec0cce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ffbc932603ef7c3e3fcd59160e0b3904e532bb825019adfb6907ea5c690b2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8371de3ffc6ce0af83c7dc269bd4d701e39676f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45efa5f8444ff4ddcafc169a15c81696eb60a2a89774e09551b6f3c65216ae6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8795ed7384232097cfe3de9c0a2f57651e4a5fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed7575e78dfa22a709ca2962640c931cfb38f19e82c24a3e345d86a1f9e5804
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dadc037ac3838996e4fc720770cabc60030763
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d89f6f5882bda3b17ada1e2b03a72caf6ed82964a07f9ec3b31e982a9c1d1c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee176501cee7b27112b2e3ed43fa74bcf2a7c6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd802f131f035ed7d03b753722ceea1ef46b6502c622050d396dcfc6c447cf9f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553fd8294e878adc19595110bbf5b8e7d7b900ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b816778072b4c845a5200c33b752f43076da00d4dd85a716e3ad919d285ab1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a863d26094eb6cea5409991c978d2c9bfac2d24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dac7720eb7e787a67779361249583be0327b475240afadd0527c1dfcc3a634
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dc619eb0160fed09b76524740c305652477edb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f629df7147195f365636d063cd610a737f6634d4858347cc179130246ff723ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba4846acfd10b02754253cbed35ab9468091fb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf7429ee9b95e19c035d686c13956a48d706465bc367390db6491a4d68dbc51
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8872d8b2d2d8db8957b24723270ad5449da5eb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e3667096d88d3f3cfa255beefc5b92f550ebfaefde395ed62e6e838591f424
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9410b5a32fc04485d2f860d04c26116cc8cb672d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba12f2e09bec99732fefc1748a50178e66beaf7feba0d244893150792474c123
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee597cb689f06f6f1ca5ba2d36ff313fc946c93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8928de4c041fbfd7c9e1a8e07769c86d77293ad5884fba705fb7fa8c5dfd1ae8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64627aecc90b2cddc8f565e58488ff6abc43ca3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbc31e539dfc96ec00c072721247c242a6328a7e01711b7059a02c54b68dd77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8456ada184ccb27d247670f394dd833945a7aff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731026aeec94635aef300514735af45864060832f33355977ef3581e452084fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a966ec4b8eec5486c79c1890e061313fbd6010
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ab64a810455ce4e65e3a17105b4290eb27fc7f2d5060c046803de39b4db6e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b58c0f3441af76100df41b356b15648f5b5a44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2346864462e79a8ce8e0a69c105a707db39737920b2c9ce4b4399457e1c81f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d190cded8ae51f632c8a53c1e4fed167949d60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae9c3e0f0e8cc303db8e8576639d9520ba9852b15b92a89f6cb9e58100fea7f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c79a4d53273964c95bea3f4735a27156c243840
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfcdebc96c334b3d11d1c66423d44ffaa37bebd6c2c56768f4041a6da5949c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8db7789e4deefffc41490eb5af176a78208bca3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10855791fa44f9eda4c92e5ea86a4b00b98fcf58f3b1ada0f46bd2366c42b467
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb8e7a6923086f0943a68174243cb0066e10eb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fe00cd64abd0b1f6b7e18086b9964161e6fa381fc3269245ca2dd3dec029d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba8f8ca57e00bab33d5dac8797c566fab9ed073
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a971d31957144f004c30f6fe69ed7c1cd05a32ece1cbc0a72e9850fb5072dae2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1727018db4f5dcf07723d40cd97cf5ca951c1834
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f5ed41e1a985452e1c6656c4cc03ea724910862556279908658be2ea7db816
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8bd9b434dd27374256f21c47cf92ff5bc4fe9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d610a12c41d7ed52f38c2aa5a2c492741cb5bc328e833f55524cc09472a2c107
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f455e14fed9774455eb212d6fdebeffac26e76ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ab399bfe8e0c8d29a9ddff27549c933645b8bb0d5ff4e22d21cdcde1f0cad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5053b03321096dc1f0324f468d6c2a4f209534
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e825967ca6c52bab92cbbbb3aefec42d7f170605bbe3f198fed5ed63259525
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2a9e89fdc6949014aaa472ce4782f85ef08f3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc7f415ccbb160e560b7f12012f5dbf74be09f4391ae7d41ed362817f2cc89a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8748f42fc1754eae3a40d1e2b107a2255a3203c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0d24e974f290373173f3ba3bdede9dd0a90e092488bc625d585911928123ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70235381127c7bea962502616c5b030b76d172d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5441687fe85ab6ae51f167def7bd98d16cf6b2e65df525a8e2ed5c0ee990c4e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc452748f24799105d866b4b46cc1d5c65b79808
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56b3dd88987627dae1ab413555a967c5eec4e1e4ffb0fbeac3a64aa75d594a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb56749b42f55340544240310bd3d7a3ee949820
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82816a7179737dff57aeaac37a99ae99dd81284b7b4274761aa52d0eb4a555e9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d14a241f3c5e6a9017e6699955c287089770a64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdf3a251ee26de49cc69ac8c75caeec06cfe87fbd623fb6f413365797481c64
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e39d301af4ebce940b5c686922816ee7c8506e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66108cdf2be49d33097a376f4589ef4f305716e1f65c1c0fdc68f411f5018f3f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5223c7ada68c14a1506cae2dcdcbd0a7654542a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283d6e653b62c260ac6c65320febbc57a79b05214f9479418b2463eefce3d0e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ec2dd98811ea216692d6ba548116d7ea5024ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea8e7d62e01f5099c186aa2b46c74418571007bfaaacb952cf31872bb0fcabe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4cb6959aca6d00c4d9866c271cf96d5e3dee49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64639e86dac148f991396375db8f6d25a9c6b05b11570682365390122a1f612e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4303a4eaa9449bad6ab8b24b1cc10c5e666ae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f65252d2087c0e4b4eaedc545dac0a2be6c8a4213ba8465a463e4abd7c6586
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a83c0fcba82e66c64eed47e877f11eb7948717
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f968f3ade5a4a622643266406e1e3aee21e76873f7a492b31306a374a636e0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af61c17c23a88f7c4f2c6aa86d4c5b5e1cf2053
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2191494bdfd140c32eacdb50fd716139551df1f97b8f983d9704bd826cd5cc3a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313894de5668f68ce07f6f95476ae131ae4af15c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e36c4d40809261aae553756da19eb04a89bac9b5c7793170f36a968e13c9c3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bad40c142fca79e843b98105a434f3a4054afc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a0853fb1490914fc46464d78cf3f59c06fcbb4198c2fe53fba369729ccdf19
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa2ad77455bd7486bae6db34a2544020bc7cb8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc926918e9d362a5bb2e803b9077c7d826e7d3d11644457be018dec0d3a9eb44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de45ae3288851100d535882e24be7bf1bcf5347a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3a360f530636ea0ba2a9ea1cfc38d7e9a4252e64d8ad90fd51ed6481fe5767
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c38b0f9d7dfd5407ec78e1598b1df147a3a5c8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e8bf685686a050de4c333c181e1ae2e351b06b94d3df835360ff57cf94d162
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506ea2c86832a1830e153822f27b2b00ef36e41b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449a516353c0bc6c6721ccd45f9a9e772ea280b0dcd0d126ec9d80f5310965c3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45ff229ced4223da4b87a6ec64daa643f944d94
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ddaaed42a73f2e395f567eddbbd0662a687cd9b9288d710975e7c0d02a8891
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0077cbbf3b9ea8a25727f167442dd1a94f1603
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee66719b67bcec654dc5b0efcc3ff8e9aefe2a083dda21f4944dc5fdfbbee3c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2162ecfcafc18ef6f9f492661bcfd7ef94977085
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9295a423ddb5b18b8e0886f1e50768a790f3d9e907bbf7c5b9d9f777dd9745f0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8085b05ac4c91035f5c567ed8bb4827d17f3f224
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d60bec5b5172a7acccff6ca45cf2d835ea13e8b4e34d5c31ebe399a7fb5c3dd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1af5abdba12261c70e8ba75c75e37a5dd7e805f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ce519e8436e2179e935b966c598865dfff8ad872e1c8c6dddfa55ae04e71b1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0b49205f561f662cae7326a6d766407188ccc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2e7d91baec060d4a2e39b4fd0c563dc49474044dabd57d84f4ba3f16c6928
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9da07822c82a08dcee20384aba91574ae12743
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5003d4472b7e4bee030dd7622b5ac1871543f4243781e09a7cc878601e65656
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f855ea229e269960aa705c5e14c6a9d2c383ccf9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353d68fc2689204887c9ddbcb5728beac2be655feaee2dbcc687a95e29e5ce85
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a658ce1d1e93856febcc5a320ae91df42c09c9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5f701591241c9c6ce9e4f1afd15aafbf6a66323c4d169bdb1cde45fad5588c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c38da3145ad086361af3a69210bf8aec622656f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ab0fa5b307c194ded44c0b1d376155f762d9b0f6fb952f0270a9a0847e679
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc2c70d32e525704ac0d5675735c24fcb4d5326
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec91f52f9e6ff43e3e8d100c27617d236d27924875e609d4f29aa4675f3f1e77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0106daf551147d91d667fdeea926d31462a3531
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e97e34104cf4bd082c98fc2ee298f96f387af68079063a8ae1def88a46d129
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4248f95c8806bcc9e17cde42105623bac0c58c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5344e0d5f831f668a7ccf8bb531da054bb3644d2c4b454c70fa6fd1d4ea405a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa63a177378c4aa9a3d764d38f2191ae0f3caf6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28995f88ebcdb2d91b40ec080ad1e172242d98e08ae81b6ffa64567d719bd4d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99e93271498d2dd8fdbcb15f1f582f7c4ffa2f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f688c81b20bbc16c3c04938c94f5802fe165a1ff40074c11397d9f1cabce34
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b683780f38fd8ebb1d9091987bfa3bbf85816842
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702b4a72f0755f016ae76b4cffe6db6eb9cc2a26b67bf86ed64f30d8a1a6f34e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d860f482f59b47f9893c16d0037362921287a8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2666eb1d1a0708cf6144a1b0d3716880d6c55579987ca502ef5262a5653c23df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63ded61a561150a1cbf394f1e99216a4f607fbf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070ea9c6408cf12741db37e4e80be48a5dc6a173c5cb12b71b234e0c307c973b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90c4f22ee94ae8ebdf60e85494abef1fec5ea47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd5a89dbc6034db00f28e68301d6c96ad28d8aadda3a4eb867c2c7338565dbd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5a5cb3b7ad10042c69ac457348ae7768ae8c0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f7de95c6b716753ba13526ce19aa37b80c96e99d4acc80519fa13e3017ee60
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031a46b99e78e7e972d8b02892b3a8617c68ac16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f95e61cb154d3254fe06da69666bb2564a9ebcbe07a759db86e7c1ca7bf318f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f87d9b9dad8b269dceb6f6cd4bf13705a01350
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29017924d3327bdcf29a2c49efb02b6171d6251078dd07f1f497983ddce6c89
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec37eb066fcc8458d178e9ea646b17b43897b24c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ea7609950729731f34acf9f12e6d6985475a6aea15a1d04ab61d1847d4bd15
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b78585825b034ca2ec2498e4c151257696b1ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e98a0ed1e7e24cac8ba5a9be6c1de16e9003b23cf4bcb9e2e1eec2c75e978b6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764adbe75407cfec47ae269f85f32113c65f72b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6c7646ae6be64c0c549389291f547181b069b515a1f053875453b56dc3efe4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadf89ca5f926ffa8ca4b9dbb9d75366a4e0b190
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d523c5b58a4a9c1547ba8dd1e80c1747705bc289ec28b244f8119f2fa907b3a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4ee51bed3bfa6cea8fd2493ebeff9be9c52b44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8e68d3293526169b69c9d5137270bafa8fe2764f0eb8f88570a091bfece691
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9bc9380cf43faa2afea0597fc0ebcd92b280e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86954663f3152e33bb4fd37ba018870b382995579e4062a09e52cdcd8fd9f9a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60147f1887576bf81f0ab9fee6ec7c8e1add0f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1eefe7cba5709ec88ddab8350602887b2d6b9207791a09395527ea7d0c2f4dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098120f97cec776874ed5dffa6eb59f290527f5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52037a4b72af470743276e072a4617d5daaa0bff37a1ed2a66585748523c783f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b78935fb236786ff736ba3b36f69c51dbcef18a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8015fecd6699940d8526f0dd7baf165544f327c1bacce4003b7b3f7b35fd84a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf756a64dc22f8fd8802172824e8633921f7ae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d0784b088d15f5504d082228681f680b61c1750d53297f34a2c8c3226cb7be
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9b36b5a96142bd1cfc658333f0a671ac3f98b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c036fd575ac1f47c99201f4c6e4fef2e18e13d0edf92fd8d3238d445e54816
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1d9e64a031d17ae809316da297483152986e4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b550fa8f2bd4321acedc9ac425f4016e414add9b8161ad83655cf351f989c3d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7ccbe5193c4103e982cadedf1dbedcacd57d7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf264c9d2f3198eeb08b1edbe9a985eae6e0ada8d32899f656b0e7b77625b57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d1c75eb905ecbe81ed33b52dc67136dbf3d2a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42571789595d193455a40b5031758cb6a95ed29015e6df68c2e947f6b279b8f5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bc0dda45e8ad8da8549b68df5169f162acb872
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c3156ba0c953991ce3bf28cb6d29bbc2c335abdcb27bff26c039fd6dae8d7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f50bec0fa4960e4e0b25e56f39f80a958d3c9ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f749398a5553b0c695b98da2f38a84f1837f14d0b26319ccfaaaa7d1e76a2727
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769987e2592df6b4d2574b7fcaaf07efdf9e761d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d08a0d8f66dd1d5ef54109331788218f46d13ca637dd764bc9ea3eabe070ee6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d71d0202818f014627b4cd23d2cc8ed21c63b9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d3b5f0f2ff15c722daaa2f4ebd98a3921626debfefa9a83e822bf4bd94bc6e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0aa173de6d1355a879fea0e41b84ae02bf9a98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6377c5c6d24e370c0e9ae2cb8ea3250b738332dd1b7e1368de78d0f8956442
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19664fb54b97ad03daa16ddfc51c3a23002676cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f6c5659714cca879bb85d8312e7d7461c200fdb2dea223be50734e40d76427
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29827c2942bb34f9027c66a7c192032ead42aedc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b223d4172ff2864a98d3737bfa2c743245b54b6472daa6509262752f66737a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d03322451649875509c11c86ed609e2e0c17063
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a03e7ab253253216141b7962ddd33e2cb04da68c92af9cb32dfce061f04838
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9fa3b24b854dda2471916a21a435eb78090f80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b10a88e3957517d59956e97b423b49a1ea0bbbd6309eac186df8c6f7111aa36
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b31f6c2486e6ca8819f8196613f30d948db0797
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c24114c699c989d0176ba6af67394f04a75cba34c1d4c304d74abd75d43296
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67e0fb9b2602e5ec0f2062cf8b83f8e3afffbea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4a4e9e2ab47ab70a0410b4635095c71f700576c245695a0ab3be273878a327
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc844f30d25f50f1c15990b606f458adaa579c7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31093775ada73971bce6eca3e803ea33810a5213ef3c3eea69d4c7eb2c233047
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6affe4de15e84f273c4afff07e83a32a46ade41e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e068b6449aef28dab34871445e6b08df8c7e360093d27cfc01d000e7f1fbf0e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d1196d1316d6a3bd2f2a96315e030280d5157b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff36a101b058f6ee4bfe0695ccdaeef9aeeb7baafc198dc83cd4fed900211d30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3577e37998041974178ac7aa7feade31405a14ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a69183d5520818b3f3fdc9abc2328ab8f5bca2f8e4b51b534d47306914d2497
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4fce0e37f377bb3439a673dc212e83d7022dd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54c92388806e582bd5b6190d2615b61ad7065e5ae08c92df7e0770aa108434a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56e1f92b915391c0068d9be6b757df32a490cf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b397cc63a62552fc3d38d46907d3ac3b342a75ec43e7c3a3e63d602b29f04b0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99edf822fa2fb7347aaf2ff3cbb0b3e38e5dc498
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c47e84d1cfffc76c45c505349abc87b0fb14a4447d7577eb57960b41f7c6bd0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e53ee009a9d5fcd02b2b9b3b9b78502ede56229
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03df00d65c61c8e0b76278b92af7d4b65d5bac21aed72395bdbc5717f69e2085
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96277487618c21945abd19af63601f5b03b4f16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f098d890419902d613a1e024e317c6934b8d7dad4c10f2ea9dd6346b39cb03ca
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5a41e5e5b17292c510064c178a188117b90810
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8590ab7aff1a97cf5a69cbb0da95d7a5a3f50bae2406b2c453599b3342e0b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c3a69e3d981dfd0e8e9d9a6a558e9e1b4f773a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0c576b919ea2f100798b1626dc837c8599fff5f415a9da3dd6a56216eb13e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43433f5a83177b4887b1bc868a9fd46aa7ade45c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f69242430e38a7f49b430448e33c45c26022b6090ecdcf4f894d590c08e198
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94b9435b495e5b52ef824c388a28e19e6259e3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01dd6f4397b88c8115a74bbf2a960bebc4e6adc404b1087d12de966cc4e52c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e77753d4957cb2e26369fdc41ebb8b7240899f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b70d4ab9e7e5901b96204e01c759bb33d4a7e7501c82ce2759203a52290e3c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa57fd59c32a12f0dbd7fa70cea6b6616ef78b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e19a4e9efc0fc171797d27bd947e45c7966c1f3f59a4eb589f349fb8aecac0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d633a31185a6daf7149e41d4b6f1c80b2fb07006
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbb1d1bb3195c1e19bf86d8079c21693f049dfc4c096fa37ac3f4a938d57b6c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d935fad02e6c9d35ea46c2a9c9ed365f2801200e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433f9e3f919685eed663b75057a85b59349a8d14a2f7ab05ff83f33766f2d0fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dd8d8cf8ae3c1408b3f8ea361351d64bfd6855
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3baddbe397ed5e4889dea8eb34888840866ece159953266b554d88d885d1648d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39405e775422883ce13861cfebe4fc2df5718689
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e357845ec0a2c5704ef9472c7ed8608aa3f0189c984fb8a52a3d5c814604003
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d8a4c3dd09db38859b5d21bf0424adc1657cd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0008356a16c8587b0ecf7f0ba124c1452477bad9acfe986508dcfcc43cc96302
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2fd394b8ba2fd73cf8e01cd3b3ed3996a8d6f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b35b515883e23e29a2c8fb25f03065ccc94b60a2a1237e7eadf73052a337a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c9e7826e4decfaf3d2de809c6f768103ffaf6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c697d01dba0fd58bed49e6c79120f4345ea2fe70f7dc3899b555762117b5c90
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47efa68a29cf09205b748626551057bc2fa745cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecbd28f0cee52aa714354aa4357e3b1bddafac29a4a1b638e2ba4cc64463034
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c8f2b0c4af2f11550344b994d97f5bc888175d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d4c12923221accd90a2e1ff0418a9ef35c29f9330f6d96fdb5736d26588a47
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058df9f7e42ec18c55e29fc3f4aa0bc0d03a87d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7730973e50ebda1608403bd6d43b010bafb1bbbfefba053fc177e42afa7cff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f019db74dd80b25d622014e99801390ce61e15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75926cd9ded73e0adf6ae40ecd22090ebee60c42108b1d3f0dab5d20203c85a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16ec849c21b001e51653065ef0186ac6979cd0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e7ea3db8c5ee9ecfe289e329e7640bf67ca116526d5867bfb169c372fe83cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4747ee41962730cac87c7b5f604bb98b0289028a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ba6a4eecd0d84d215a89fd1bb1aef67d264cb153e3a59eebdf702f514d3919
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9baae666b671e6d6fd7d838dd3f44655f0a3e8c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f7011fd17385e5d15d7f32cdcd9b177b977712cee11a8226401f0b23444697
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e3fa215c6911d6fa9b285e8b63422b8bdd8242
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9a2781e97442f1562e19a9d25188bd0bbef385b77b37ccf25881c547d9fd4d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea50dddcc7a32f9814e6beede6b692cb1520805
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ce9c3186b7ee30d6f02da37a4cbd12b28d84e3142f78cdd997fde1f9718519
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f30e6b12584fc215ce04a0e74c8c1466dcd3eec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ef51ed94ca5cf8cee71549b74018b4dfc911403aa561db7281f5ce58f0a6f5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e86fdbd62afea9a97228772f84a3a548e8477ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4f0975043837f3936ec8c6117c01a97f816afecfb3cf1f71b19215c6190655
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ca686fe53c59923e1ef28684b8a8dba82f832
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0d6d9b05c7ac8429ee249da4c3633bcce965dda40dce817206c14f8a2fe188
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7acd155cde7ad4a4a133b022656b244a277d74e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5a1f7eba4b082a4e2c125474a042d8e2c2784541f3679c393ac7f2e18d99f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7edf4547849abfea65042c89b39d90123576f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73acf49204b42b4459255f2be6b43d48e4f8f62363e7533d91b90aa302a9ac57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9861852b3396a26c9732dd5f8b02f92b7061a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f6a9022dce0a3a3e9f30c1ac168306e564eb5b4e097c1d8228667b6d444008
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1e91d76bff4121ef0c45bb9824d32c5ff5764
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38ba18f3daaa2b04ed9b779e405202b960cb15d8125a882ca7c2005e1742403
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35b57d39e95468db7f252c4321e132b7fa44399
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c7d12680b082f23468d78f4068269674dba780eef89422807ff62c0b47fdf1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387b5c761ffcfc15af035d64ecf711fd123e1244
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5aef7c2fce67f877c31b8a14fa365bcc94ecda3b81fab63555be8cbb6c4896
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168845dca5366d165da868f5cb1860b105e88dec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8321d5ae45dbb4b990a265c7caa06de50b5224c81afd54032a65567f8d4f851d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acb556675994f6485311d09caa8107c97ea88b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22226b29509bee230510d9adfe8330653a8705c7eead79f02461187d7ff7e5e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90205768dd0f5fda013b41c412d0d582002f5592
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff691d3db8019e7c68ff1c58938736ff9536e76bb28cbc9478fbafc6012f8fb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e4df1f5036a73c41f85ba64d17a73c2fac09cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb682121cbe8e1e4c90fe7c233b4dbbb2f72f6d78c731dcb340bd8078ad0b97
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd5f5bb9be7fa6e4888b2b43f2c39fd9167f5ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a4f7678e023f82d2e76ec81b9d78b763dfc776ac28bc7d7f3ce61ce32db1eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcb98211a810cd68c975cb253f5c5d0f2218541
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacb15186d0d16aedfd8c4d416ef1a12b86a0274cb6b979aecdc72ec584661e6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3461507d5d4fa8210c259ab16a4ff25e3356cc24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6874a7284d3af97b6ed6f23581245414bb85d33121f77becbb4c48f616c6a6be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f735a41b528bdd038ef6db02f544d2cf0bf867
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d24c40b42620fb61772170b42335cc16a82d52157444a8b6414d83cb4045a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90528cc71b374695d3ebc65cd16bc003d883d60f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4224b1b559e6868bc5c02ff7603c24be8b3527f572922c83b82ed9f6e582602a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e974f9194e042ea58a3b5ce9dbdc99eb7608dd92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46199e2ea324d87d46434074c6f274e7d4fb7b80963026c3bcbe4601f4c056c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e07ad18c4c2935718c77fe3007c67e66265419b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3137cff65a725b316e48e0a5d37fe9ad263483887bb9caa0a48944ea27f297
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6990de9ff33343304d20ef0d6752f4bc8573a5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948ed5ccabe1304d4036d2257a489a1155bfb636f7069d31209d2de65ff5d64c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349eb628c3e27fa1dc9157ffb9f04a284c6e3368
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dab661de668a8f0e7eb78b47102a3fa8607ddac627c5d75a0daabb66b9f8b2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9399204a61982e1ea0aaadba7610e8c22351359e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3218625fb1a3bbd016798238d9dbe35c836a64a5f383ced090ee5cfe4eb6b2ce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66551be983051b53b9c6d89e34615f3eba003459
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5be3ccb4f3628a3a8daf9a4b4e1aecf7b687d185208e1f9c2f3d36c65ea4867
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959074e49a927dfceb839517e6fbedaae6a1cd02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4128cd7696d3ddbf8f73769aecac65d92b09ff9d48852bf7e45244089f01c5c0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e15314db687c8e6a70369ce3a282986ce6b3f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab74ddeb7db8ae2c4be3ff2397845e9dac17411dd959aa9ad2e2b7d2a7db3bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098f4ab82ed1ae0f94d59f9760b4964936fd30d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6010e40bdc13e5c36e8045a4e70a6f59f50c74ad13ec53137bbac80e04b5c667
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4446cd257bab6f580064d62fd18028d616df8998
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f221535c54a46e001b3fa20fb43a1c036e8944e08e4ef3b9b790dd2c8084d10a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077c7fd6c2441446cf267cfe11c3f1d95857459a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a09d20606f7b11dd99e3712888bc45b6f62d769421dad256302fd359669488
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d686e9d371558a0dd4a3bdd0edbaed14380b37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a12aeae33942f2d844475f031b431b9ac8b5fabed1dfb2a3cb73fb96dd1356
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e01098c693d8853f1956544fd112e71122d89e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f66a4b25bc3dab84f615a060bae913a395cd8ef2d4786b14bb08f0464ba220
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab1f963bd9e0d5bbfbd43d1426bf275e24a856b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392549acf1f6c48887051fad797fe2e0ba6281f2e3a2937aef9d28d9e2fa637f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0625069cd969ceb7fd564b9ce00fedcc60ed33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6688c5038baec10248a5c518bd39e9f59d2fe5fb67342d6bc74a3b7e14aca004
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e4119d8a392d8cec8968b393fa4adc73318951
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1426f02ddd48f476aab7bdf611c5686c421a7ed9529ca38adc22e05b94a640
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb43bb4cb44ce26dd8ec8ffabd3e16697c19f95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9c8857fcb408a421eadc0632afde005cbf8e1a90e841e18f97961cff708683
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f66813f58ab6a59b453db43a2af845019f67f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ca2f4cf53b485dbeac14402ba4d5e3fc41082853913203ec1ca6cceb719faf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43a203c67f599fc376189e644da245015a1e5ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c6c18a1f0ac224289a95ca2bbd65854f46d8d888e7f4ba70ea09a4ebe88710
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855c2c5558803f66058598b993ee76fca9e68f54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c2ea8bfa78d84893f8177c9fdede539410936b3e97f9513576e1ed3a2a643f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c474f00e585aa951f8b6f6f18a726a3b511fc3e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c97b26233ecf53e7d75d1f082e8589aa8b7d6b60cbd1edf96c2c4f3f056188
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d45973debb05c7b2a86d941a013cb121e734e30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e488a021a0da847ae834d9c4a62ba70dee82df3214898a4dddcf02e4efa3b003
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300ffb87a4aa77ddbac56ba1578c59236bc55c1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545656012742a0373c637fc55c85265ac46b53b4d513832af5f0ffd924de332c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3889c8222abe0491972fa7e8b7cbcf2baf4a7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b32821ceb34ea4c17bcbb51bcb1b54550961f5def1b38a96fc50628fd7f7278
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1978c58d651ffc88810f63975ef533fdffb138a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cc3cd3f3fe74af5776098dca511d6864272f111fa025fe1cdd396943f041f0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a246b4e14e6e2afa99d3657de7e0c6586926d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643793e9304f68a9072970bf25d5bf6ecf7ebd5f560828f2b0576e40a39fff66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcd8476d03059bfa001b33f256fa8af3c832b4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76bc09cfb9e7f6e640be1ef13a1c235bbbdf7c66520a88c1d823f13441b8a87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bcecdbd113c4d758825c40e1edf41595c20297
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375ed4f2da45321a78dc26b8c4db5eed0bca2b5aa3f93753f01128e07f31d526
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172faaa7711aff7ef5cb46d0b449223fc33f38f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514d079507008050e279633a55391e684612b0d62729717e51a183791a437d0c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b8c528bfee3f32ad5694de58037a6f4509e7a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc23e0de1746759d9951f9bf00038f414f5b5478048ec5e282a28fb73a67ce8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42571fa3960cd361434a2ba6c7e2a52fd21a219f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35d2017fa2f1cff81642a2cae3631ce3900e7c7e09a6da7619294abbf6739a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f22e9b064376d11724568011b56484e470d25d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece2be298f56574b70f4912cf786006cb9811e25066092e9eb6afb74f3498856
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f163c9f18607cea48ada4428a2a0baeb3480008
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982a6c3bdd165a5cdc8dec1451f51bc3b4eabf528666b199a7efd2917b9a6a67
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1027f8e914ff2699e354e5b68ea42d21f913749c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5244f185e1c293225b07560d927273c04efd426ab09819b77b3f5ce48a26585b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3236664c14b51ad1cc9ebb64433e5134a3f2c2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ffe8f0064de8960f56ad8e45f8c68462fa651ce7846a87214d663bff3bb17b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abba9ab79f9fe415880a6a369907dfe229f47d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c2155763fb07d1e903dd94bd0770fd13ef7af02a66dfdff9721a2e25cbf206
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4f537ed2981a184c6e7d5ba349b9d6bfbf58cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36ffc039ea2273fc8a5e77ec563f0360473acd6873b0694825d1cde3b296e6a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002cbe2a0e662d2d27a61492937144d1149af24c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a338accc3194a17425b8ce7cbf0df174dfc196af794fb3c20da2a5860c13dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87569cf6fac30fe8ec84d2a3657f008ac826ab51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b443601a7f47ae1792de51d95244a172a114644a33dcf4928735528a51c1e982
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9680da4e081a6da9d88f6c4b727e2d85dc914d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26133310da8c3b5664d633859d85a49ea14e1fad77f106b0cf470846d24d742
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a195d4a4234f7220d4dfaae2c7673973be4b450e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce35b67e34024458cbf32eddd55c30dd8954069be475f8a8c66aa767266c6e63
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190b2a34fa7c150b07536b70ba5b8723ad74d5e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a04120f57e7b4e41b6a3d96ef0d3f2d39af70385deec9e7cff50165581cd07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdc542360d5fafcbb44b7ea76a24938b715bfdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028d8fcd79b5fac083bd13a126fe31812e4acb13067108880e3504a11d157878
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8cc53c371f0109ad0878b647fc725db5118d55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e068250fd90a1bee44a90620fb9d407ea801a30bfe68e2d665de9462205c9e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d864d9774d376fbe9226dc1a722d61bfd65043e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6999dee1f4904c55cc6ed9c5c4bb751192e55ba918a5bc41290cf8dbd8b3edde
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe686563a6ea90d81043d6da37e1ae94ffae27b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf5cd0ab8d9b0cb9e2240c2637ca52f15b30c3d5b6fc1eb3dec1a9c1a7b699d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e3e0494e69218a10262562bb7c73cfa1d14293
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb434dc9cbf7550121685b62abacab7b17b0c51fc0d6458748868d4220d2bd27
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5af976e919381f002751d6472427603ea26ff7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01763023ad6085b29aac0db70bd38dd001fac8c7cdb4ed62492e682a8d98acb3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0bbf8a3be7f10e171b145745725993fd48f6f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72811cf14a69869a83b91ed1e83c105543c19bd487dc9106e94caeca56f331b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729af3e1ec32fa8c268693bd1cb6f0f55651cb34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3e4581e690ba2d235a8558553d4e1bd0d3a2f3a11b255d0b96312bab1c697a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfd7369964e306b747f76c73ae83af6299b72a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006ac7e88473eba48e133bce8c205db8699f605cfb0f2fc7d2b751f8e05e5779
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c4e3063d7fc4ddd96938b20666adcaf41bb25a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe142f58c002bdd7f9ba133e95997bbb0fc4dcdc8b55a9bb6ab9a956be7e99a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7e139630a9b0691d1bb9c92937b5e44d4ed455
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294bf022e71c27dc37d93194a24651093e73a5c64781be2b74a093b90c4ee015
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f20673aa2aeb7da2a69804c92f6aa89bbcc0fa6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ea0a792105af1f6e6b1410426794864b7104957c4785b6490ed43f28f6b0b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fb0073a3333627bcae3e116558ad813c011aff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df63ff74c1307eac8abd4dac78b0c9f0701512c482ea195bab4c96adf73807f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88f9f30d49406d23cb4624b899e03527c23401e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d7ed36857ac12b00f675bd09122b950b47debcbb803041f8d842b2053d95ea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc9187e34cccdf70e561fe46276f67add03a8d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5c7fdbb893c12a6535ee4632ebcbde674cb4b58f9c8356c946998ffbda7bef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f4b33cc45944259937b9c42fa0d87dc3b5bcf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e310f1934d1256c3f220fe789fd130b759b9457c5a1788dd6568863528e69ec2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584196876efdf34edbcb0bcfcfec766e2082e05d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172d6788c136ce818135245522fc034a916883a3488db3bda547a822101362d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c36f556294684dd46ae4eab691a9ef40e3999d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db35ae16ec45083f74ef4ae88368ef489c15aaa130e8f86c6f5d18ccdb4bb03d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaa3a340d9e9a17f5b7f8423a3bbf294721cca8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f2434a2d2f3ee1c58ad22db911e97e072bfc4f21ee27a7aa9214adac14f297
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba66d17f056b257e2b7795af8cde7c6d0228ca9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40af38477a1865737071d246bcf3a9e32aecfce964c0b8d11d6dd43c271a777
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13477baa4807679e02805fb4f36f6c172d05b948
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f99632b037c242ce047236e0901b97c34d8255efa1496b7f9d10fcc408b372
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d74ec36830f9811e0c563234ea19d7d760c8860
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79cdbb7e4187e5beb265f061e21e2d885b1d24c97ecdab0f72de7e5bb08ee94
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50190ce2c0665af60358bb95cb1b86de22e9a69e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fe8ea480e0b9c108ba059fca8c5a1a543af0e49cf605cfeb2e0d40bc92ad19
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cd04db342fe7847131cb313b432cf41bb70a5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99164fc3302d98bed81166d603d46463338c008e0d53af545a9d8ecdbd57e038
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93320c75cad1b2f2c13e51a80265313acc895e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f827401ef14f6c71e365b387c1aa14944bcc6f05a118cc89a8f770a7545f3511
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cee5f20d8d85b7092f5c942612e5451fb853f6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d624a61dc93524719b980890bd506f6f701aa161f93476679588dd6ffee9442c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf9b3ec5277c5a4f05f14b8012f17ee4dfffc59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118866803c152f16eeb54aa26ef5d7efec56f31293003a4c024fba6586c62542
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550945ae05d37d47bbe0a683a538fba858e84679
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333d7e05dbc2ac7557719c3b8e7b3fd67f944b5fa2eb9b364307b97a86a2d849
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7461fa486ba0a87a986a3fd4f48e003df3be712
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f70c87c7e5a3e17be676a5ad66a676ce882fb98aa762f606b70047d75abc63
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6a985cc6e230825a5e617ff3222f5c9940c0f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250e693734a8c9fc501ac6dc8e2e59b5414c7bf80ebf1754eed65304664bc260
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401c6dcbe04085877ade6c204b80afabfac2b82e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0105a2e1ac50df6773fb03c12af82db0d29b1fe3b5ebf1f1bd60f718c97c420c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871e1846834cd601234a98d49524c1dcd8cbb164
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923bb3ed6bb4a9f290742b408e681d378b47b3c5c9803dcb516265b73a7369b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acb0791eb23355b245d3177e285b8dc73eb0a91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fde21fbc2f2875edd756cb54cb92bafc890376bbfe401f83025c5f67006396
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35ce05a5540da711d4bfdfa537ba9801243fc51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef7ede1e4728ae26f05f121fe82953233e96a1e63ce9f90596f3f12db637f26
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954387ca43a115b47db6b7218b39ac0cd4f424fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396a0ae080fce43930a97f0853f8c517faf8c32dfb783585cad5895c3cd3fcb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9676777b8e1a0e203bd29c23c063aeee8c56808
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931f5304a69e0f757b9966d1308b98b6ec2c7b66865f13a682a57cac653b08ff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b04a3693550727ec74d0162d46a2e91bb43ad45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef6a78777ca75b0b8826c2ab96cd16ecbd1205fcc0f61adc3661e18e2ceeec4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3bb888478cc57bec96aac8dfa1327e8c6ad62a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ad1a89e9ebeebda40da0acb852d023d0fd8e3056564c09281cd19e2df4c4ae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc64a7e92147d8d03d0e599c971d9df0d060dec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dec7562ae6f3f9f0d438fe042f73e69f17112e62a1cc9ada6ef778120756013
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a189da19f368df01eafbc590868fe516fe51e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fd3046194501e548c51cb7ae154601938d6820769a4ab9453381d7b11a37a5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ed3cc8652b954f3c3adf79ab75ca8600157a7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc2fd8434d2f7f8b0af5ecb3dbf40ff230ee68a24ec83248cf1db8403cc821f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a677adabc3d0aa4678ff5b99eb3c39a96c2c2cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1a8182b2639a9644264367fa2497b7ddd9396c7812335460e717b2744fcff7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6181bd09ba58f82d30290d251548b89c233b3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b592684a7f04359ff6253c1d2f9fbea38bc22a5f50eb4bde8254a716a09624
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a10371d255a21734a1d1909b3b146af14f98fc3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a756d37b9f1ef093f2a80227d351081e82800939e83a13c84f582b270ef313d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7257375542dae4cd8726278f8a8182fcaa1f7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b07a7a9c2002c3d33583badc19a72364f4a68599439569ab8ed53b6a4fa5b19
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd088c155d084b6def84ee6b1542cb718b57ece2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfeada0a04b1c1316a80e43b7e37ddbfaef555d81cfe644a9cb3d1ac96c883c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f3ea31f396de28cd5db0589db6fd589d700609
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02455bf60d52bcc52cf4bcf8bbaf28b941bf0f1ccd4d3a124b422b54284c0b77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84efd2f1950837393d2212eee61f42cf4d927c48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acf0390927e29a0f5cb0552048b9bfe6ab10ac7d4ad53ae68e46672d5c3ef9f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292e15bc7bd77315f1f53a0691fd14cc1ccb1101
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662ea8ba65b0a36a93959f247811f6b5749cb11ecd1d60df1bc75a09b1f0214f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19888e7255304197a1086cfac2af39bd92809439
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f724c27e22560148fb565bcdf093ac3525035531c96e4ec7c744ea8224c4616c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510471e99f80d236cfb6bfd57d97a172d36fd95c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a1cfc87ad32c70d63f82d5b1a1f3bd2b4baa5fdbb109c258b5c0566709393e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86e1e913df052167a70c071064a69740ab300ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251497c0f81aa194376e67d2fa408b0a990bf8d8e06818dc7b577302eeae0020
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32399288bc8d2e4582885bc1a2f0499d689cd3a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f830823ae2fbb0eeeb372e1fb5228d36d7eeefdddac81d58c6972fdee27ef46
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b710cf339ed2cf90dff581dfe2553e3af5b6db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d7f79330ca0f073ac1dc55ee00bbe31805e9ad2831b878eef245a6fda5bca5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fec1955f3b491c3bc133e6cb4d93915458b151
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cf9249838ca57fc96933d9f31c8ff6272f9e1c0d521d004cf087f49880d789
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6471d7e0b1eb2607faa9a3f7baa856fb7b22091f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf35e217ae2a014e847662de3b599e8e855189b795646c5ea845a1dd211d925a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85867bf96967d3ee54ef30727debb3ffc20c4c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18c266f7bcf9b89f8e69a8074fb771de0b0d63b8e6861b3cd8c6d77e129ee01
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e31da02f57493f4ada535e0c30a63a730f73d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5427329d143e71619871b32252396a8a78d781c8b972dd1e6a4b6169556c2eb1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd068aee00a513c1b6dc363e8976fafb77b692f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb004ae46e9c7d5dc84baa7580b2cc24561fce3df06360dfe0e445514221f5d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d191bea13cd84d27651eb0c9204ab42b947d150
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a7541aa4f19f39caadf791a9fe4e16bedd967793bd38ee4f69f66180a3c3bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0bddace726854bd0b2e3ad455137123c81ffb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f233dd1afb2e8e0096bc9dfb909bb75e95517f5fe348fc5c3e961b8def4f8677
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d74243e677141dc40d0a70a82c3acad955c1a56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2facd39775f747bf2939176c6c1f2d058db51d9764af697d7f1a130e93539bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a58848e9240f26558d69781b057ff0d5d412e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e58d3d9f6ef3a8f33866a15db29ae5cddbbb978bfba7c71267dd7e659c2fd03
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a462dfd9d92d06668a670e92592b910c066db94e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0e576592d03f930c9f73f764c8483faebb976a93242d98fad3b85eb5ed4108
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3705a4ea5e2750527acd4cecaaa15e2a197664d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a578c4e61f1d1681f4487233406555dc7576e7bed6216f4d61d8e55afeb5625
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f56314ec103c8458a3f42403a96e1c514a3a717
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce185bad6fd2993979e5120ba16b456ad183ea0746466ed181bb5dd84a33355
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63605ab6f11a3de4a275162e24564af5b0d7a4ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df643be08cd3968c3514b9d2f2e9a67f22d2540473d604d6a7fbf355001fa924
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1265f15f13e8d495755468f292dbd79d4794592c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1519dde5ad5d641b6ffc4ed9e124e7b1dc2dffd6d44f08348d29fcfa7d4fdf22
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f87975b278065340deb0474a349d7d2a40eaac4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b684e8613cf773ca15e20f58643c17efddd3ddfa5bd67d5c54f8648a63b19d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05add479365dfddaba24b1ac5b69675686dfdb73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9284e7ef2228396a3180f4b8ddac8a5de46f4a6875966b9d177bc15936b83acb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db893684b30d4ab10df3df15a3a175314ce2bd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde68aa35aa765e3951f32dba04aac21838b3ec0d822b4b8e3b196400d56a601
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd4db1f1462d5ea6721456fcf40e3066cc25361
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce37c5b205ead25d32c3af3e0bcb11fdd7c546bfc992f59ba0f9dd63abde393
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de69e8bc8cb90e23c5c57f06029078f0de48750
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafda74ed2ec4c81fff56888197500375d0e02a105d7784b3467472c17236b5a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b25e859fc955f4404c6efadb89ca0b8b92ece0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f387d6e2bbcd819d2c74e91b35648c71def9521858582962b4b90a7d4f48a68
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6129a9f817465e9d5cc4b4d1751327e990a0ee79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940d67019c8830b73d21a6786933b2213bf7768e3ab6ea934ce7547f793e4656
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081196813777f4ac82d0221c8fbab23e57d53a3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66aa336d9b978fd58d516b41506bb8cfb76f17a64a2892ef53fe13e923492f68
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31c287ad63a026570021e2e94525e6e01f2cfc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8744feb80f4225969710ada5e03b4803c6c9e7be2aaddf9d5c94b7439a9c8e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb573bbb1777e7f50ab823b6c8f0d9cce1e18c1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6578202b96412a943dc6eff425f362da02f1094717f6b9ed55c510b3cc66680
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69e6f3d4c1ab1b60eda64d830eea9ba37ba8c8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b00794483c78423128fa31f944c085fe4ebc5c8518ce2401c72c6c9ce191aa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817b58beead00ea4faf8e46ed6825275d2053b57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af91f60b8fb5968d796d0f34b921a78a16a6ac4469a260067583c364e67f264e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8d676c5c78eacd61eaf85684b8972f2417a68e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8fec63a51c8c6b974a0451015d36c15a61e5fc1af419229a1d94a8a2e99b8d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a308c12b24efefb533f078e31ca60143a46dc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bf012ac76a1e8dd495cd6530593d9cc931848a03a35f7c3dc2f96757d04057
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bdc6174e3035d0524304f7e797bd3de78a0f17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8d3ff360c8516b46df22fb5542d78faf8128b096843f6730ebba1f7ee227e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28885e076fca44466e3e1e4322568eac398e82df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635bbce48265b4080ae126cbea5e3cca98f8d56e23b04f695f5eaf15774ef5b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e858e20cb638a29873acaacfb199ada7588fe1d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8892e1bf98023444929b4eff2c19149268059f4cfe1ea97e4e9e850aead01bd7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ac3528cfdd4f8738576db765c42cae88e2c5ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dd28c992b1d32f176217912c38404b30acd26f053d8b12e7a839a11c3fcad5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23917068fc6c8ae4fb79b0d3c7b5004369becf8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1593c6d71b8c4dfefce75c5ff43e09fc25fe1af5999b97bc5935cab315f16b98
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa8f70dc9fc1126868018d2ea2b118cb228355b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fe328eaabf1a5bf56e38bdf59b74293dae1d5f7081b60597be5939a569ac91
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7f1cdbe66672769f3902ab1d530e466e721d93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ede45ee07fe3d91b11bb6275e56dff41812ee4b0a0504cd1a2389af2ccb692
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6386be20361b38225983f22519690efbac0737
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aae2acb562d0f9d339a8dcffae94c7fc59d670d7fc545b9a326c6cd5e57d7b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba1207987592e638ae9837bba8b03fd876e4573
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e08dbab817a7659b04e0680d58bc487712afc75ee848b579f098d0abdd26c40
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5128836c6fc38c57c1d26f61d394af7227f8b193
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4ed404123f28bee082839597e2618f3e797b553eace2fa66949982b5b19c6d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9ab17884518dec2eaf2c9d0b407cc35358eacb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2042ecef030baa594dbbe06fc446b31a79d6ec08fc99fb23e19a8784ca957467
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70eb3ff1941b95d96e5f9023312e1c418bf48ceb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae85c52e38abba0acc3c20c00826a2c149cf05a9f99699cf89659bf86cf3abe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e8caf6c9ca046d00fd852d7188ab54ca15c47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82febd121032a3dee250f2abddead0e1bdeca91b914f280646674d46e485d566
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e79311852add7f0815128e1e2d8481277c70dc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f97a02166eeeb618e452e1eddc3cca3e40fbdf394000ccd373eea307e0b46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f558dbb53c8cb98439ee74119cd665ffef9fda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976af90eb34ecfa30927f1333ea391990bbdd18493cc2e129d8c75f742b69d96
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cc08ddce996a802d499a09eb3e1adc4ac527c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8fc21d1f733819ddb0fc40b75407954f48ed8ebd3209dfa07efdc5205b1872
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca800d2d661adb36c0c4d8187a8d976e0e95838
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a07425a01223966d523ba134ef818e50a5c9450bc5c1279eea4d7562a4ffc6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ce3400733cbd0939570d75f6208d1cfa20157c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8877aa154f2ba14178847bf1c42e84a15bbba3a9dff17975f53e6d2676e99ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9f466d828fd5a592da1390d7385c1baa9e5c44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a7d283bd3645534554111afeb9b4c149346ea223d72ece6f30e9d09043d03
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc57e72dc24ebe0e37336eac5bc09fc4d52deba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c9d73792ac19392324cd6dfa178286e8300b9122b060718663d3583d39a185
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda07969c485ebabebaa54fe5f660bb84554a26c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21097a8ad57a5bee92d947d98c3fd7d5284aece9cda068090f6cb4c1d32c4c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f004de7d3e98e61cf2c297b22f79145368526f1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcc32eed71ebb0ffc64e21d82dcf3abbf27174f5ddc01d6e53c9533d9a990a0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbeca3a46079493096e221070b4ab83b04840283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aef1b60137406e76875ff69d1916bfe7b1cff159f78a2efbd9b8d1b95f4a637
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e35dbd2cc9696d4a92b08844640fe9c432f55bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dab3d20f4db313dc912137e2512df0176b844dd62b681eb51b36923c4941d96
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12acb58a017fd9189f1519e6abf9cd908a507bda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68ff21eea41ea4f714a5a25f4b7f0ec7e13c1098376ef971fdf186773927afd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd79ab403131a0670a8aa2eafd21c5e00d3b863
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19368303ff3b15097a4449f2ddac9ceacd581b2471c9f3824c1e60b1a17afe26
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202f04bf79d778cc1566e3b031bfa7327cf76dab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e8f233ba4c93485dbaeb0b28cea3b954082f14928492a941be397b9764e9fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67d428fc22b73081f95f947f2c1bc32d50a6e71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a93770c6ea9e28fa908cd958e8e79cd1067a00a56d84951a21d002113b68b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c938df114a849d8fe30bc48e1943799c92cab1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b7e73984bce89aadee218ea6050a20c07de73ada4bfe529aa06b11f1cb8298
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beb566929cb753639a92cccf1cbd7b3dbe5aaaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8698187599520d4ac46793dd9667770e5eea2c8a666fe5cf66aeb0a14b0dd59
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14a30f2bc0ba58f6e2faaa9a99946cc4ae5d11b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc93adbb3faadc862d8d8c6ad0567792c2644b31ad18d157437f98758469c99b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7edb4e726bd066aa3578ef80074ce58dc98a6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a57daf878c6b60894f35600589392d04d09b80ef42693c134b2fc108076f6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8060ac7904c3099c871312d6877b30cbcaaa0b20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c4ddab926c4a52be2eef860c7bbaebe4f9a180908cbe3fa0938d45be86138
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f92340963b46aaa1949b036f47bf7148e9bbdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7defebc6fdf51031a565a9498ff6d71979aa56e6f0ef1675b4140ca6cc0066f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa53bd41018dac6cdc30343e3691a8a704358d76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cda9b0a6c078a66e54b2d7426336a83c1e4c3bcdce80dafce268e9f8b67628
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff10eaa863b3b669fec30ed5c328c6516b6acb3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67c1eb4d1db883396531e045c241c5e97f375921710e8db71055f575b0ed932
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b59c16ed8b7da31932f81382595ea0ae01c2d0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38daba84a4fed395c80f6cba2947acdb2f5ae287d7d09815fb6d4f30eca51c46
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5cdeeadb79d89715b24b51c5e9dde245e18c86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aec2c81c2869a1a40a6693b4602529bc2841b676ba8862e4436bb1b62143d15
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa44c1d7fb05817f163130916b0459bf366cc7ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffae1411096f5af16ef95b4f203e5c98687b4febd4acb37a2a7e80a5d79c187
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c704e47549a0beb5e6f32b04350b398ebe53cd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7389455df44316d283bf608cdea2474383b5b0524d322f2c49f847b087261bd8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52cad662ee59058ca5a8ac61ab5f81fc91144b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bf2a51a877df9f0d393ee59aa5be0de7fb68efbf608dcd63a3de0f82f0abfa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689c4ec0ce6e81a12155a2caffec4b4f9a0a3531
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d4d51573148539274883488a4333104243656c7a5580e25ec27cbda943d59
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96906572e11780a45e2f06851136fa395f7c201
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd34bdcc1f5603a09b9ebdac44ecc395b6a8f88e8c80b9892091d865e0bf4eaf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d959bc7f6a3e04c3c4aac22285ca5d71e3df25e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6068c5c765817f09a7fd0dd6922fe0525d84079ca218e7745e416c752dc1c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38147aa3d5af8c3c4da1093d060ab9625a5ddc4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6d262a2be50f9dc18a3c7a6f93e10db05d3b4c8334c3feda72e8d569716737
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eafba359618f0c0b9478530b2228ca24bd8243f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550ce715b952da70aba4995419feddaf85452083761b02d8f913471f380be95b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9478eb2989c59bfb9fdd062d1cc171190d75cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689b965a02f23392206b3e7d10a023b963d1de361abd12a4c687a1d2ced24b6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3581a89bd8b684a08ab25c8a2f531c3ee34abe97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa4e3f5758038d21d63727533d93b1210bcc47863ac7ccfd888880f26627947
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77be085450f67c2f34d434e4b44cd52daa1ee70c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2624525de9822c1557e61fea358b9cd1f47f8329c425289af83a87d9942d4f0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef93a8c5fa4b30301c164372f8e16d440708c11a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4753bf73d14b9a29c17dd1993547ffd846217adc63ba74b8059bfb6f31fb422c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2738b837df2ab2eae919149f0e2936f3472f116f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6c5e1e78cc09ceeb42859892e78b3a5da7f70afdf53be5782a38f8884dd7c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f768808678b5bf54823071d2d05d9a4a55f04669
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283fa141a589db7743e819e887339ca24a504a9bb94817d5911ad8e6e008f2c7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745f5173d1b34b3d6a570c228d1ae8a591193883
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7883fb8b6e6fed5e76b724ad4e37622aaba8f675f33a47527a370863c8f928
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582258ef2ee654b8be419722d2c9e5b452f4f0cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4378e3a344a63f6c673b3b20ad73a9b5f0890143c7d33244738f44b1718e4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53737ff8d42299cb44ceb121e9f3a11a09dc6cdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7207822279f26c5c33bb334d550052c8ff4545db34d07f7243a84a9ae22c32c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc50c30b6cc790f7c1aa9022646a9ef0757b2a95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c621723317684a9a219c8d113940e30e5e26e7ced9c6c5a661a949e14bd9f56
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55551f8c137014467bde524afe9c5f2ef3d7bfc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaad6eec4dca2d37e712846c9a65117a9341275eeced55afd2d9cc2571edb01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06873fd88b2a046ed22c369d7a747d45c5429fa7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c614aaa83f15d48db3209f0d3856d1e3853fa048e8046e69dc23b386ac3b3311
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd2f8a04119d20d70eb5c48af46d2948efb9575
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb3783d57cb93e0ed90c99b6caf224bf3815c3f5d5d114129ce5319e15ca8c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720c85e048efac8efb94639a010e3825d0e7618a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91af0d1cd8375dafe4be968a7a4661a966d5ab752db5fdede2035db30d02625c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9244912a6465a7a53ead8412aaa4fceb928a3645
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cbeefdcb5e5cc88d158952d839e1e2267db8001674ba8cc538c330b93d2c8f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fd3ceabbc3319eebecd14781558ea83e9532db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec58d113b7be23afe067567696c47d43e164ff14c7e83b8453866f78bb96864
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1943e66844f88e380e4a0188f3986a391a88952d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e356669d41d14835f17f60c9655792e8fb9a7099415d4495a230f6b6009cb0e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abd3480d73d3adb1f63823bfffe21e2ab6ae6f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682ea676d45b0bda3d350923aab826aeb9bf6bac3953990de74dacffc10bad65
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a155c95734bd89c8a2ed3b73a51ea792b6046305
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2017321c53780a94a38e88a4455f24a5959f0269771ab0117c257121dde717c7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8376c65162a8c34f474aa7964efc4c04ddaecc6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687f3ba426fe68bbcc03b053694fecd222b6591f5ac6f63953eb7702164d99bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edc31d621cc26c239133a47a14048386d7798a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d044ec8cd58029702dcac9f655e3d84847508a332f908996f310e7912c99769
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913a1cf25aef13358d7dbdf2f046ed3479b6f096
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5c211949a59709ac0627f448a782596692a04b5f63ef68c0488fae9b662f36
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc531faecd42e09148b3f00818c8dceda8cf28a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daa08563c3ece18cc82e2da3e0e9590857f6de55328c4552bf19001b122043d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb10cfb01bb46a31acdb9d91ba48f11d9047732
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafb3ecaa64c2f66317a87f83e5b9b9925f464bd9eff6e0fcf297af1e4629867
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a175d98f509e4b069d44b9f730d56aea685cb0e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30deacf2fe993b6acc770da28824fc48c649da4ca82ac2e09e87b6d340eecbf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fd26e208c9e548d93ba5c04961ac94b474e8e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6fa8553e9c1ad1b56194bb5c673aeba6d4efc00cf6db0cc9bbcc085d61acca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd919ecc0a2a6ef9238c5d949f49e572d07a987b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad196b1322316f8c5cdf47b8eb79bc9a238c361f71b079902911e49d9658fe01
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d9234fa040a981a018b8e7907d188d619e72a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f531a9c2d6867622898a07d16f1efb1c595b556cafb9fa5b37646da4fff8afea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7b0e68acc597102655c167e7275bace2625423
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8783c37fbffebdde20ce95d139610f1fcda8e398b3c7a0be74f7d61e55b223a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8deb165ba4cedc5643a086fca03b691ad23d42e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5574ce26ac0388e52a9692863aa714b20e844fc324176474ef9382d7e0ac54
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700b8b39def8482fbe0ae34c8c8779e38d6cc348
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa8d5465ebb0abd1a2d33e631e4fbc8aaf9da76540a2b53a1663fc8b2966956
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16535928b962f8dd1ae1a79dc2f7b6be398324
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e4a11872c5d6f3723092a5e8d7602b5e33a99381c5768fabae6285381f3c76
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e6d4ccb9b8a6b52be73386e4efba9f599435c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4158de25f6ca9a072d7567e1d0a579b1aff9502481330eb0abfc1854fc479b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8e92674ad8d0c37202a7d55739a8b763beb87d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7882578433dd100908538e9cbcc249fe0e163ccee50404dfd56520407217d336
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a1a2992d6fd9651f2548389b6086761372f802
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13534d558184985d6e98c293787931e8dc33e08be7f29d8f316d1ff7cea3854c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6e1adab7fdc88ebac2796ba22370f305a38e18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7567ff690e4c438a244a3649a4e82101d0e976a04a33707588518cede89f29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0017b0cdee2199e1bfe3da9ad769b34a16753055
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fe77cf7607af8136a6fc6fbf331e2597d5eb7429a0020849d2e43be9167786
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb77bf3958e16c77750c7dbe24b563a12854fa5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c92937431d2bf2c7776ac8dd227f1b68c7ede4c9569db6632431b7fdd3c08c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf2cbb6190cfc44e85c98bac6a13f4107f1f529
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999136cababe9dfeee3faabf0bd0da6097214778d6055ede148a9efdd31d0a08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c679702f6b93ba82af46c093a7f21a6a6d8106
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809f7b1e19a6de0169db3cccdfe009d7f31a2ee2fda7a43074e7232d4a68a74f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790cb8747f36cedc5d59be851b4becfabd959d0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eb74ca817cafb19c1b9edde1c8309c8fd085130761d644a6efcccc1194f0d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc19df6f8c43666e3cbb41277da31d8afbdf604
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a05170c63b754b24d577933a052ced162736472aa8f2642dd2a3407bd7ad4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2ccba276234f1c705395bf761194aa3917b9b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381e572c73c1f33d80814b83dba3f4ba0476dc404e63ad4c53ce39d93bffbabc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4d3af943eb493aff539ab8f50be112fb345820
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c6f245675b8a51a123a3a057ca10f1871af9d10b7381c038e79336b24b6a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb9871b855e9fe3713ee88a44983be88699be7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2899ea66a11af41f31531ebf718294802f888f4c62793763845ba32f3f87760f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508a24eb52db4e5c95586d20e09a2b4766a0bf42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9578f65b6153ad1eaa9d6ce4cf50868630e1350683816baa5ef598b8310b3a3e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8d7d277fec80ad21a650c28a61bc6971169594
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c88910b39497a07e59bb57aa66a9a8eecb00426983aa318017c864ddf7744dd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b07e6a3e834233afbd9fec8f2b7fba47a17e88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e54d68a4ed33c52c41f09ad081adc660304bbf4e3220935ec96b3bd5f89795
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802fb2240f152e43f5bad19484c9c5ad37fe2f48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12f36776f18d97634eb391cf4ae2cf41421973358746fe5c90eae96c3120a83
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219603e65e5ad75fdef1cfd390c607c0eb25e2d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d1b9eacba69ace483bd852b0cc3f731bcb17252d446a02d945e5f1de97ea38
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d272ab490dea8ff4c8c953c20fa57e9537c6cfbb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744ba78d9b5413431d6a7739b0ef5e4af84eee7eed96fa26c1b84fd07be55220
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ed7f222a8f8591cb02697a4e669269590dab4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb71bdfa9161f7c04dd0f0bb63931c003e6fe23c5f04deea244de75047337e82
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9a000610620915a85694efcfc46c971a51b685
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7ed19ad8096a6468285c5caf112db5c058878ca6a0998c52967d80a5036852
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c9a7499659b6f4c0c86c5436023ca6c4fe7e1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa414bc7dce021603d66b30c1a7fcc6112b5070976f4aa03adb66dbb0b444c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f24b83547e8fef6d4463dd295785266af710124
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2b60887ceb963962326f170c0b0b14f1e207374673c4e025c68a73ef52c30c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5015ed8bec81494097e680718700daf027bcf32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7d158012901cae3b52178277481b4143d55cbc1514b232c6c6913f04996619
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3287980090a32476540647b0b9bf43e231e375e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdd531aeb703d4fef9a6430f3b981df7dd1fa393bfc9cc14acaaeb063c47e2c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8757b4ac16bc6ded7c43ee6cab1f8cabc86cd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfff482bf53ab3dde447f150555fb05508f39766172f303b34b2fed73c3ef8d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8caf17b9e524f2e9f825a6db473a5eb27d404d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde2bdbc04a1a7c3cd92ad4e9a35bce467b4e99913ef7d960de70ebf3e814f6c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab71f211e3f123a09e3f3d8896b3bb2ef7708fe0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8e3246046955ff962aab7b4c7d77839acf3ff9dc7e4d27add093ca4c088a5c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c790c6ab37f5049452c3b784e628b7e48ed759
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d327d3362ce2dd2f51916312a05f49619fc776f17c009829e0189ca4347a06d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e7090bfdad39918f580f61e9a7f7b45683fc88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969a0fa4b9fcb095d3ed3cd1f57c1e43044c5a4f1581a5e61511948aa7849e3b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc25560caf107b1d627eae31502dd2cbea2629c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90578c01682696bf799cdd063577b5f2aa193736d3f811b70a1b469b98a74657
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b2558bf68d52d5f72c426a4e6adee04c4c3a28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe26c516190809393294069821c3d8e7c1aa6c704eed5c2cfef3bd3db124db87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1d7dcb49d5fd33a0d33d9f91cf6dc02e232a96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a382fc4ac03740a4521fb0d0dbbb60078d8862e2d0ddba60e8f3188d4eb2510
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad128a817643c669bc7d2662f7b7921e2798849
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92918fc0a98dcafec8676a50208c2e9b569f80cf64098902a9eb122c8668561a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82458483aeba52630cc286665c79d38beb74a91a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd878a9ed1983f8131b765837d0c074505b79c97fd10e806424c57584db3874
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b0e9f77cbb03b433c20b4018041595845d604d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b65b281c700df603372674c78d4df4387ceafe9bea0cffba93dca715fdd1d5e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafe62e945cd28f3a981259102733159eac79418
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d60b61a01f6500ceb06bb0cd12bddc6984cedda51c503f44b3954f6a1163c1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7325dd455f7333068b25549473265c25bab074
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1f7e3796dbcd0a74eb639c7dbba2c57bdcc5d3518efc9765694d9fa6c89a6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa155ab82599d2df5dc7e048b8765bfb96129f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72464620d32aac744a23b78dbeff2f85adf9c0bdfd7dd2a88b31770e19a5d723
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42065b83ba644a5390d484854ea4f1ddbfae7890
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2a57ef4e89a212b11a657a4cb2ffb1035f21ae57eeb30892de7a87f8be126f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbde0530a5e4bf4b846ada2db10376d6c46a4b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9669a6855ca49ecf7337f5a329b66f254f4ca8c347df6d18bc4750d36b6b043b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8e8362785b536b960e1408aefeebe67d5733aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8765dcdb3dcbcb90147c9475321ebd4063e7fa62034ec6cc066d5b3f67af7d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea7282706d9db29db9d863d9a6ccfa6b0431b43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a0b25e8282fb643e7d9c8e0d5f0b9ebffd8825f7e2032d3e01a96ff692597e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffd6c17cc191a5b69b7866dccc3bb741e546719
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334b16426b12af1f3828600bfd6b55664a7f2c150a71bf0cf55e1739b31f55aa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd195b4ecb13a17996f165e4d9c69fc6e8f3c55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a5e8923f48aa86ec48b1689876c7678664fdb6d5cf65914c8bebb02a95a315
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e84d5c13dd7fb9484bd17789551474309dbac45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80ae42f48334428a267832ed86901569c2bfc4ea86a44cda924f134ceba21fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5734f71130afd44835a43132cc261ae54fe2c3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8153e23ab6503e11a182a4cb14da0781fdb8575c1a93f83563c44b67344faf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9bc1df0f940540073e82111ab96f06c3b5c246
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0030c68c7c49d5bd7a7cf636ed326498576256d454d5b23797d5d7d8349d1a1e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8304c9451519bd40d5bff05a69041a4e381b75dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cb2820f16accd3d9d372a8ae690f99819babfda3410b3d713745cd0b47768c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e52c39ff10449ae015c0c8e2530952bbc9f691d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0641986a4cd249ea5fff6f848f3b86ba9114589597ffad7f8d80b4bf6e7d54ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f00fab5d5626843e5f8ca5fc9889935ed14c58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97e0c31cd93d670aa74c52985a2a5c2fd423de50704f8f2cecc47dbf396d7eb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65045771cddc32a83bee177698a1008cd75f2d9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f88d02cd7c0a2b49a98b1704e885630f22d6ca44e2f38e476e225c8ff467a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10b88267be51adcd519611256a533e16471e435
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4177a0c62e0efafffcf9b5b7d735e765e6182d025f1692538668b8deee7f2bb7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce81405fbe9a921c5e19cca600343d505ad1faf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d16c016de3f3c9987ec5d7652dc00523eeb566b0735deda50ee6019c64511a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3021213406a44ad0298e8dfa37779ed2f17ddf13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92d33d944b1e1a46560aa67e8862b997f79b0d958f69e59158650624f3beec9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218d1e99e57b4bca6735c5908ab5e6606f4433a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce1f6865e3a0fe3c5e61723687086b7142d84e60e1dc31c3762771d60fdf3aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dd15c7823443b7aa907fdedfcd97b1f8deefc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ad4df744444bc7c78d24c66d70fe78e4fbe3f0f2aafe66ea95d96c9a3fde67
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2071b045f744480cc6b9acc0b4ee6ac2274c662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66380a2e01d782b10cca3ea5d9a2406ca1146baea3cd05059f42626742f8116
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9638bc44545f54318ad9dcffb81249d0579a2fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0cbd1813deb6e6e3c1d7fae84c88c119fa98c4e88fbf04dfd0cefe52bd882f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3f9d5a924cb722f4a3195097093b4b20e4135f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5869d14858a5862d1a591fbfb9d578f831db19856f660bfb2636f458915dca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32120034f965f68d9dfc2d5990fd1103bc3d1e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf6e083e1a7603aa269399b0a88d175f7187adfee7002a8a8712e0b49d191bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6f840018862a8176b895156601524005380add
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efab3e96b33bbd27d686b48f72463e57cf39d3dc8225a00d627f98707db21a52
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3278cd1358b6ac423336c8ef72dffd73b18adb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e41d0377d00193713d131ca281f6e1c6790ac6932ac25a96569e687f4a78a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4cefdc486d7f144f489a14117cd5ae9ea464ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d527e1658fe6b7b47dd660c62f3aaf660f1b1ce5818796d0bd641b743adf05
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89ed56dcef56b912264c66910b6ef3fd2eb550c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46642580d153f58faea3c384b9e8608e124eba0e48e96a21857e7ecc5435b80
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb0ada197d4488defb76f8c7aa3acc303704e92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157155ff2d14c511106677e86c06af8905ec519d99f5501d70a2c1e27d96404b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab67d532204df926e0dced71074c8fcce5efd367
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3cee97812888826dabec62e4a8b84c771ad4673ed7c7110f593e6268a43431
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42555b6f966a6a19a011b7df01b1d23a77de992a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54b1bd00f9fea20cc700bd29fd66408af9db8b0b8607e58c361e9d9b7018fac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18efd6735382772d96f228c18102c721e04615f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290f22b3f4d2fba12aa9ae9ade73f5386442350061ef0e355b7d25158e5db006
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721fce040d13343cb3ff6b714a4239ed4d7de877
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e3b00f3af3aeddc2564f7e921fd8a11d44b97ad974f49b2895822f07585f75
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4091646a58e6311acca3818584769fb2dea30392
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5b43d80a54b261f651f923cfa7fad30c8fbdb612f3baf5e07f1b2cefbd3623
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc75b6444079f942fcc9498e9dcecc86d1e0cdad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177edeb76e7ff395578f7351749b699b8a9c763cd31fc5d8d185ebee35925198
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b290fb81cb25ada80d1d5df512d1fe4c273026e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a36d379935af76b8a5a8a2a9754e4c446902a141ad6105bb332dac02ee8f810
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7608f6eee60ad8529b8b88f3b2c122c0737f50b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3b5a901767c4860f04ac20a157713bc6ce0081c57f41552fe26924c6fa0227
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ede042ef2d4bf717b9adcfe816e30ab438c734
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffb310283a58d48116777f16a41f9de71a5d23aa66db02369eb1b638185d043
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b57c405c33ea5ff93a80cbf6db25739769cf4cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751c0d97053d55ff540e6a8a856633d6c000f65990e90f56f8f72f94265a0eee
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104cde165577bb788ae07ccb5946e6461f019382
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637196609e77e8bc5e9fd8869ede2b486b9334ced18dabbc52ff9c5c7836d18b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5141f951a11a5b16ad2dd4b3d2d86bb5bd9662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d58d47c5d1de5e91d5f1fc79e6c75b198adfc808aa32d2d028c8ac081d9ec4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db1464290845fbba8fb6d2a7aa27df6c907b6eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19cac012e8b377ea82ac8e3883a1f6f446824cd9e25991bbce19bbb0b385737
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b4cbc846e470025afde5917879a7d3cf7d1794
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c087f369565c6d752d91c73c6b25846d888e5969824a1b782d7bb6526b7bbb12
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b6871720bc79809b7479a43f717c1acdcb2e55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e81f665ce88a87220e37322f411ba942bc09302c7c29108027c89716afd6f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bcd7fbe79ef16b3ac21a4404f0139a1eff0324
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b18f31a36fc0758d15b0b2a8045e34219c252f95be8a58c96e090fd3fde2301
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0103127f115ee0e357ce4824c5eeac5e45bab041
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1737e9392f60c6d19b2784faf74be5bc33ac751e76367eb64f414aade655bf2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0303effb8b027ce49770be8477740add5133c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf98f8c59393dd04a5a6e9f59a9004a90b06721cef0b7aab9ff677c8a08f202
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7918fea0d95f374828dbc55828ac632386aac7b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c6e4a360695c46b8e9311e08174e43d064d561e5319d0f1094c3d9c9b11d12
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5e6a775136f2ba40004d7e9f9a980bbe2b38e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b500f0e2d8d0429bde64bd55804db45fad7544dbea2655f97a7fb96330f7c6d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc26d2b07f790a706bd873fcbe113e44863b21c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1717b3fcfda92f8e74fdb3afbe6459d5244b8c1b18c510e5e29ed561c4e528d5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e319faf37ffee8ea4e2055704dc7c7a3efc233
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbfa5f20b95c3a46ba5725a96bd0992fae0cf42e8fa498e25cf82a9f0279335
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd47326a86f224d1748b7a88f25fb9555c0dab9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5be1151a6660511bc2448768e2a51cccac0cd170fe8feee6b9a5b48f14d8b1e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d4417a67b511f2288a4d56f56a6fafebbabb66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f545784cbc11f1e07561b063f181addb1ee27b7b690750d8a7e66e5ab9ef854
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6bab44a00f0c1801fab7a6aabed834747bea27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3abfd336d10280ad16a4ea461e7d560de4291948fa34dd289905a183d8b4b29
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f00e2a1536b29fdbc54687eb86f682d0936482
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327751b439db1677b83ab40a915f5fa70dd827ae12526fe04fec85fe4af32283
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067af4ef2f15be7a25a4a1e4fe5e991e06821fd9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafab1c9f9ee849ffecf3bdbad4f1b6a145745cecf072efa23bbd453ab16b508
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e376faaac7a0ce5dc60328811660982364988976
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82091bf9e9ed619302f4e2ccc0dd703d0b573b3cc3b8860255faeb012a5c7eb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e39942b90c79d6c8ac3c931eb7810c5c2b2311
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45af3e82579fc232cd21e00bcff3ca6720ca8cb154aeef5d6fd20d636e109d47
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863571744e7b223fc9357b4a5a9eb1cfd3353513
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a327b34123e6d9ec8d71080517eb5a3bf7c3f37b2e97815a792d5fc60f301b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2769831b66a8e2d1f1253235d2b557a9c93e30e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b258cf08c7b95b48dd486a33a86405efa3514f470defc03df093d45db1f7f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc26619d99c0434716cec2eaf66ded2fe29e4506
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dab8f2c53a60accf4de8cb91960ccf124446e843592646b6d543010224648e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e887b157a05b9d14bbc5a5c5c60ddac4faa1d698
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef3bc67f50456e694576d0fee083b75d45dfbdaa7eea74791ef250418c50216
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3968b6341d302e239a61e1abe674598b2301dea7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda93d37f80e06f162498138e7e62435f4006c1161aba0e93fe192db7e12aff8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c034a62657a22d9196a55490168788c8bbcfaab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bbb84c9954851f5b013674725b6138770ca509e05672df004b0f7a82cd5577
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d0c8015bb393bd06470b965b331b50be67d595
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d85eb6d4addf8e92ca264a8ca4902eddaa3a1511c28effffcea7bf4fd62c46
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f66321c5bd18e05aad233f14c6085d9cd73c2ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceb9f554ec4d1c8d314b0fbc7584015f92b09e95d1bb522a347bb6398ba6c31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebfccc85c2b133d5ea4106633110bdcafe0ff8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb92dce6d5e00a60fd85227501bca369b68f044da4245f3eb217a9031263f71
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a53a2fcb67bd94de2c2e6c3da26ccba45fac71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecfd902d77bac07fc94b018645f229665d519b96dad5eb2cd243810cefbc609
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb18fc41360a3ecb82f485e466d37c66cdf063d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5148d7c34da26cc6f7d8beaf4b00d5353f728f4a432b539651fba933ee984680
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7e549edfcd3865dfd681921dee8833fd7e60f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c826cc2d643e29a4a05cdc3e03996386dd78c1fdc1ca6954a6eb96ed21bb1886
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7d44bb9dd82c3f3db83919c73103063318723d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6e720023c515b716d69375a559eeb2021ebfa1ba7eea379c1b589def05ad9d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1283684397d834a89894491ef5951c61feda54d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdc31edb92fa5e2814ef31767ba79a5d13de78bd51c8252e6f35c356d8fc2a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca8ac482dfa5b4d7f893439ff6d9d9909ef8ac3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b9a5359befeedfcd012d0642d205cf73ab3d3d20d6369002769f3b8344e772
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda52eece23a6e0c4099d5f79f2175be62827553
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2671dfc68ae451389ca561566fd8bdd5c374361a94d2ed5bf1e64ab46def6d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea09e7e771297e6a34e1b2c73f30a123183fe1c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c7e014b15296376f94b2f61473a8bab5a0b71d030b37f30f9ba08258d0c54f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9caf41b88c4ed9e8dd79a76a2beff1e0b0dcae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754ce768c0002c137e0d6f19e74abaa07369998b1875fafb11262eb2b70c0d92
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6733a42b979815941bb3c398f7720e536a9f6958
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d492801bb4588c5a10bceb238871b02cd753534e91673616e4d4c7590de6254c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe624707137acbc54e28a051de6c0a6dd7313e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1929862a3d0f47733f3579db5ac2f3ede18f1a0c3fc47b022694ac5daaaa72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140c8b715c297a26cb24fd18dd806a897ff059f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd4e0bd036a36bccd5a53fd322a8bf3cfce6a5b4437053dfafbdee2e9f880a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b91389607914e41d36c9664dac852ba042fc2a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57fb7a1ff77b536951cd3f05a26ae6cd27e859e54d11f76ac4c21f22bade5fa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8a3d7dcc4120efc7ea5c86bd8c0981d57067dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c896d3e2cb83e4cc33df2c32a95e2131323a5276ccaa56a945e36a5d840e51
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6253a9fe1573173fc013c1469d4e38dde4dc436
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3123de84f2f14e85ef729e9aa74731ec6539dcf93dabeb215e2d3f3ad63804bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdc8f0d57b285419b53ce230d868d497650c386
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7416f4640482078748bd3b185a2b765432cca8aaf5fb176e96be4f03be7972db
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180d06e8d89370197e41a3e062669d88cc3b7633
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7e085eee4bc0b0521e8256a2fbacabc875b790fedc38a0428b0dc099769053
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc585e3c9a47616db5f64e4939b0a8a1fb7423b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714b1ffe70c77e1f7c5044c68332af76f4d261afc15cd941ef4bdb1cb2365998
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645624ce00c441361351bb68c944a356f07338e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952c2c2e6fa13884386d9981902d894c425aaa8f2ffd5073c616690526bf40a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fe5989268efb6dc2dcf7473fd35602b05e0882
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b966b6a707498b72e2b182ef81e24d0c676b9fb416f148a663f5631ffe82c21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72018e696c22c06f5b2acf54824f634b0c1abdab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c666c27798e7d7f7a6ff389f1acfdcbcbd2c801b001ce83e680cd4ed1ca8da37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87918b375b1493ec679ed496da37ccf83ebf2b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2f192b0cc84cee355d82b122f49c79c3b5434f059b676b55f1ce376e80475d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a744c3a7414b6198bfdb1b21e7108a853b277a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a408330681dc2c25c726291fc1ad43be055ea32841d5e0f0f24c2a560535672
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3ccb608189a1846d057460b11754a35094b7c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0306ad69a4361101b2e3a5dedc567f1a50391e9bc6f1e6fb867d22a8b03c5ba3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db08ee3189857efc4aa198db4c6283d2797fdc4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7d59be09766e223cf99ec2447f45f4116e3e8510c721bcc213f89e358f4d0a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a143be804c101dd0f72bde65d1df54e4e659e5a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153f3233ef2abd08326ecdae10847ad01cc2aa57199ea3c665cf647b4cf180a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df55f5f47e202a1f4e37022bbe07c42e92ea467b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dfd7d7530c453fad9d6d82a81ab70320312688a8b97a4615d693c311017a65
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9d8b4b3c4465607547909115e2e3d9032bfdf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70754165dcd4b219abeb6932fcdfd3a9b2296a74dbbf04f5fd49f7b55dc006bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b7af49812928e2da241d1632e2f2515047bf21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf6d7832e0fd143d8ce976559792782dbb44c1e433c1fd4a7203f437d7c41c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0743aaf1460b0e21da65830bff8c65ea9fd8840
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab436e3b6b182d0ca3de30418adf24f857b0f066c798609dbd7481a75b381f62
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c014b66f78f3bf285cf5596d6d8de5a3d40d0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd542009ee6caf41739116e9eeaf7494c50804c77d7e2f4a9479f0f0122527eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663107950b7689476cdf37e57ae796d2354f1b78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac3b5d9d5c14a50483c8fcadf4a5284d139f745432d6a9d59cef5ef71c7a450
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d7c4d1d40771b86e90bd684929a3cf951b1f45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2deffff69a86bed03d0508b81865601e93fcdc5ca118849de2c96a35bdb0d81f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe32153af1c0e076ee6c743ad38606766f999d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d2e5787bc69a913eed96ff0121e0313c98330a2e0baec87004e2f314dbde32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36c67d15b5b8b743874dafe93bd50ac63ee1357
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b835986b0492c23c5cd9f683fd2cb58372be531ef32c0ea1fac823b024dd49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e342a64131ceea19905a3a52db7e31d318451a69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f801dff6a0b6f00dbbbce801e08bd3b84297497c8bcd032406b1ef6ef0b20232
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d75fdb6924332ffd8aed8c5d7a21a7c64a438
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bb2fd23b46fa55fdbd43369350115e5f042e3bdee517a5aa17e99f10b04a90
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce260a472c899c61485c6704076e92007b31c706
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8941fad0b9861b7d452bcda0dbe67a0a9e6ec13ba695a6204e5821060dd8a21d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94513fff26b212721efb9286bc2b2d7d25ad7f98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8525208e6d0fbe59d77dfb3e7190b8d079b4b7ad6d1243f3606d3d03da7aa0ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7001472998b7dbb6d3400ec3bea201363064687
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4676a24f3e085c48b595cd4066309cc18864ffb4d44349e3852efe1a72677700
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6f39cb6263225895582c2bd07cfeadd71b97ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496832d56f2feee9fbc2a1b59b68b222b7ff462228e2786c7c5086a0f54dc300
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a640eff2e38dee822566e69a888af706f4dbbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2ed0b811407ce48fc28ad2d612011c65a030227971c3c09aadc1ef72933176
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c780f971025eb9f376caa0ca4f24f8cbf294e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1d21713ab4c4dc293411cec1cf916e90d6cd22188dd9e7b1c65a282e28cce3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6961e9619d63ea9df9b7959f0b618bc887fa513
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef3f9e2e0c46c74c3bf1b1d5b9c975970d12984f090ef4fe3421c343f66c277
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2b2a45c3369a7adfc875152fdfb777f55115ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a005ce5360680b35b1e63e14097f90b605ce10a7db7eea4427e1cb2679a2c058
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68b3393fc7d908428a454dbbff2b4da69879a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2b3f28c3ea49ca044f65e564788a9c4a1644bcdb40a4fb8ba1f463f25d779d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd776ff2d0e4a46a17065754f7293a19422c9a91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2821e4f45a73f264669a3f2836820adb2670019ee81d6ce9867946fdeb169cb8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a16813247eb5ddfaee07c930363667532ec79ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b55577e0d03bb0ace3c2979d61cf0cfca8e0b8f1a35e63b67b3e347373d45b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1107c01ff97ce4270fa9e34a6c7ab835742831
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25eaedc84431cf539bf307719b596e3218e4a77b2c92578556a3ff326952113d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1131c805ff9a159ecc6e2fd2cd6373b3d6c5e9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d227dd08fe59cf01d91c237e1a2f3d05877e979779b8c0109eafe299ca81ed
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41e4252d1959354fc05d949e689eed14f895263
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b6affc8dbff81327ffc7821feadc22ed9deb66287b66efdc017dbf912b965a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cf5e75b876a6ae07dd755119129dcb5b704ca0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8258a2405b4b3e53e0e445b28bccd0c5bcafabfa9b90be55df68f98af51f80ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec659d698b41154a70359c153a87d94abb5645c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ec0f3fc86b6a4aedb659a2a6e7028688818ca9bd54b2ae0c084463b3b1961b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ffab7ae0ede1ad2bbb202e264936e362339870
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c46e31cc84df75e253529b6edf20ef96d740e6b94e06129d0fd941246c0eb98
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2da22a27a24be964f14866de88b62dd708fcd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5eec08dfb4bb1070ef097591e35b7d0eaeecadc7a3a874759ce1f424a7d8fb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a5cfa72b7ba81a485245ade387168da5ffd1bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6556d57283ea0d01865d5d65839de290123dfe2f79de97b411a0fb3aae8c558d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190325daf14ea10d22850e9c8fa72403a9c83f67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6eeb587f7021f20625176b753f71d729fdfe043bad488f21df303c3e1cec30
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3017aab64226270ec848fb01fdd4f86a291f1fd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a5edc098762e0a780a001f9a4cef1e91efb4e4c13ea9a96db062d1bb84682a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa1e82c414db37f2fcd92f895076c2a27098dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9e5b2137bd2d3b9d2bc29db7be5e2f2abaeb3e6850a2d177fcf43352a682ba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c251b887822fb88d76541f56cb628dcf073790e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32564a08a40dfb457ca0499723df4198253c652ff02226a80208019284bb692d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347b36a796d6fce40a064d9a978705cba7a4c01a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1079c39e44794aa6a2ff026a8f85fdd95934640f9bc96903b5babea733cfa1d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aafadb40c3d140c813212d1f8b83136c65484f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98bab3dc96e12e5c9e45813d3020b152c257bb0a0970c28f8e15a4facfe46cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8771faabd42fe86fb95c10086c8b603c65e2c71d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f5250023621d94038882684e21bc46c6ae30bc7c5b64f01099d599e6936334
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3384ee5e6dcd6b7884878eb5778ba4efdd7178a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df63c9c01d73c61c52ade832d5d50bef3c75984172f95e1b0039de00dc9bf56
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdc799d49787894c18979b86d018d4cdf49fa87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad7567deac89b03dfee7d82b7c82b25d40621af368c5fa2b2a86bc190a6ee58
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacc52680ccce0e1b56959336c0e53a4c0102ad7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8413292d3e0877598363fe54d9344c0e31759cdb4c67bad0a75cf5748b10d4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffd9a21de6b78a6fae2831cee2e24262244d340
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fb76fa3a538fd7d8d88548e40584961d7724ec61c8bd82df1d3e5dddeb1f22
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d70a786bfdcb23094847e2082e04063fcdb64c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7d6d1348dd1b606b0271f2f07571f9b377d356b1acd105655ca29eb41e215c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa2da575584630719f211ae0f0f80c0439aa068
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e479bc3ef81ad67c8336e3ec39a1cf44d1bb4501593102f658e9fd11a7b593
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573e316c1fc9c267e843efc110e373215c5bdef8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c73cf9c585cdf3389373374e5f96803a2e92438c3a9087c3af3e526328efd04
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05104d42137032ad58a876ef0e34324c57006c85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b45110e9c16a8d170cabe980b75e284224dbf5af8b1ce46bf7f8c7cff2ffe41
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e19984bfa6f1ed44cfe6a2cbf4267b5ab2453e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1215cd66b925c4ac6b4e5b2156406914206c53ff3ed5588972c621c4920720e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4c306f1efd4103e82c4bb929303aa5934b6d4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3ef53ef6838ed3a4a65b402f1ec5ebd9e74baa540c4ba5ee881a97d1546459
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4536f84d74da30e6ce12a6245f28aa103e7d05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f3985396a0118a38fe5c72490903a809015289971f1b326c18fb9657f2ff0e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a143e80a2bb253ace8cfbaf37ae2d878d13a41e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2188a0dfd660e495c3047ed5e484915e2b4c7939d767617e2d42deb081e761
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7602d401dad3b521a8c1caedc1d55a9e5a85e4bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85584f378ad224c2ff815ef3c641120a47dcf6225471b1bd43272d2375e0731f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb97dcd6e5321d70bfa70dca740059824ed5ce28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9ed0c01eab895a11eb7d5703c61affbf40c49a3404827955bb798c1b788897
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2a6900d491c0cffe060fed0918fab6119854a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0cde2fa2ac3afa80f605a5abac751d5cbd5408168e833ea3a646e4df3cc7d3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b313da483be54c1c9e72d6a5e2096bc90af6c051
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67167d8c41a2326c0b2d0065b03fbfe5660be586188989181370d732a72af39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89dd590d93d7bb0aca07996f519df1afc82c0daf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1bb9565111ad9ee095cd7bab823d639b8347c03cd2d2b80cee052c1391118e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc98e0d7be9cc1b97cd2c0c2954ac032a9cbfba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b1b52ffb48b0ad918f4ac25c9a38e7ab8f04bcb72e0ed7491afb6978220788
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e413f4b70e7273af1ad2af6738e83b73ef0bfe79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab7f27fd1d1405bdcb7e78d11c7252c355b940c308841895a13034e88ed8fed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e23d78cef22cd4635ffaf04f05a274e8005a06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd6d5fd02350e0478369715db77b43817b7b388139b2addad25e9a357fdb139
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4b3680ed20a50542abbca59ee8b781a9161b1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dcaa26d0a47859eb938c42ea3755f571b2545804b7a125ff7760a56278e55c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382d06a3d70b4b4c0bb5a55911ba05ede3cf136f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cddad7fa8cec92f79cede7c0dbc30cbb9b2f3f53aaa707dc2a4ef78c92eeaf1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16be7ff3ad8c7eaebde67fba0d7550a978f2baac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf397218c92cc6078d44e2325e149e3b74cf02f865418d45ebc339d546a547a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ef53c6ef879f8c536d5b16adfbcea9f7aeec73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eeafbf447224b6394df75d633e93b309d8b51df27c505b61ad8c71087faf85
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d3a10c641394ca23d6414e3797aa6a059c031d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243aafc88a151d2359803d3c0bd9f9d614a7763fc1608549ff9f26a3c38aa826
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa934174494adbfc6ed915837472ff55a64ec38b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9a3235b283e83578710ffa75f1b3cc64342a1379ffed3c2ec73130a1b42e01
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d327806d35ba001c8b593f7fdbe6007d200857b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf5584d312aa8b63f58e74b925d30ef9e239c4f1d06a4bb0ab3f2db08c33ba4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341a7d0054bcbb8dff30c765d10a7fac175d85cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44704295d9fd4533a9cff6731e909b317adee86c822d3b06f364a5ee90cbfc91
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c2aeb4e02744e63eec5e67fcc3a62c8452569f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1d46621ab35e2d3edb547330067d14b3c9fd6ccbafac3497b1e0973da7c920
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ac2a655f019eedf5a486a4df3c348d0df33dae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc45e10ac72ec3a1ce57fc9d1360c7f6fdc7b123515d9a14e0435c99319a699
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dc2ffb985a46af6a867e0379a358088120e397
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5510736b81ccb83bb69233bd826fa7748fd09415bb727b0f6ea28e460cb4704
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef2b592d484e459e13a319b6b1bdece94736a1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0e9f65c7a6d878a412bf1e40c37352202774b0b6edf65e210cd59123e28e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67de1592b3018a951ecc4cf4c8bcf51bc11186da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b1ed3f19b1c960a423b24e37ce5385ca910a483b2414919752c9bddb7cc1cf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fc2994f13ec9d5242eb623aa1b1ab1ae60e5cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ad1eacfed7ace7e26c43b183d57c98337d404bab3b504474283f0b377c5f69
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe97e40785bc543a9ddd1c912509e8e7805fb13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ecd9349610deff7dd5745a0742d84565b7afce3a3da8a96e3d72b7544b78b3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfa2133758e798a4b0aa5ffd7684d06ade0a044
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9e75a4fac56dfa714baafa5f775d1a50ec722a4dd34faf0c4ece7c5b971e63
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97466d95a25ea6112f37fde69ea9e6b8e1738c9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e125b744b16173b4c472729608ad6326eca648e763a7096e6dc3575c3cf7753
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722329d9b6ba60b2c5452c079795be9c9d008eb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a3832a64825bd42caf05662a20175aab2c60722372d628aa65aff92d6c83e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aaf6b2f94f643473f154c8c4bc6d6d10b1f1a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8dfb523ff8cda0f2a3d94f8653ec5e42265432d721af5734fd9ea385e40967
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e004c9051c7d26737b8ed00719991cb8f60ef14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1d6db823215d121ba1965037764b5929b2c1da565422b22b13748c598f1f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444073f6259d946e884e896af0059dfa1ad0bfaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd806d3e5d67aa98b1fc07ba97888c5e89fa1b294340c841d386909f65b33f4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e06161848462be29a7db5252546e338ab14ddc3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f6826e4d645ca37cc0892c6485541d34ee73a5b7198aefe57796b6da3a7a23
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479856e1dcac8f166dcc1d0e274383ad7fbc23df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad567aa91957e615e1e8773828d992a6b545602bd2bc76fe5c93bd3d3b9a06b5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f384d83b712139c584e613b76fc0558eba9df7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e611c08fc2abebd2a7179d5a5142b192b8d509ca7707ef17b8ff26ae75a43d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aecda49eef5c5cafff760f6d9c46753ff2d5ac6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6739cf179b74471e8de39b33c8a76effdad32afa5dcd8733e52bd8f82adb48d5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdba832810f590449c0736de5566cc986b62568
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c3a71567c5a3de28629ece4666a9df7ebae7bad09c78659d4e329291022d87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be38ddc54678e29fedacc4ec9b0f3d8d131b8bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e770d5faa33d4fd1124c9f8e69d34d8638e7497ceeee6231a659afc832779303
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924503187ad0f4e1e1e7a71688bf5dba9cb5d522
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d498155de779524ac66eb830557440eb3cd544927493a9c977eaca59a740d6d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37cff7cc35a31a98a98ed19e274ef096f335904
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9ea27e64d8286237f3674cace34cd23b03e60fd8c7efc52112f0b656be2f8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aef7a3582ab8326a29f2d8fdb4fbfcae8af6b5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1a6896c433a2540b38c11da256f507761e7e4ce3f992bcf3d4ff75bad02f84
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8968a477e518c43b1d5d57228cdc299aa0964955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fa480debb2c469ee6fc8f2f1cf871dd5b4584def4b471831ae677fb1f261d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb3a979fa70b19c4654c578553b547fee8910c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dd0f98b20b99fa78b0dcb2b624801dd1272a6dacd6c45b8f060dc3da4843c5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe91280c7495d663769ed8ffbee7e034be5dff13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07229b25aa9359fc6d7a97dc4a40ed13934a7967ad5dba2e7b966248564e716
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e98966488f5f17126f1ab8ab877ca02e82e4f7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ce3de0b8696a23dcc77f084966f65ae0083207949b5c8992ddbc759bb6852
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2babf53f29d63b01cfa22a657b4676f26e56c761
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae3cd0c0619d39a82b6a7f1a3ff1df147ba4f960142ace6b7c7551565655a5c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bc7bf4a3524d352701c25e2566f377bf380096
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9202afa21b58dd76097971c113647bb55d4a70858bf50952d4c2831f7d3a7948
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e087e1449b8bcc7ba141b84684dbc03be21607ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d023302c7232b164b1bfb2b1e5ccd97bf37c1409add9fe216ef9d51467889d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfb5dc998392c5b24c7bc9c1ab59ae4670c4ba6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3c8e3160f431c3d09584d9f3db313d06d5a149564b503f53adae43df6bd3f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8546e1e5d33c9e1c2949c642884c1c9d79bae64e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da748e675de8649954e299b9d2b2994bbd86796ad160b83408e213c3075b555f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1eec414a81b36bc056236b914335be8af2768f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be86fabdf85f9aae58d7826c3687305437c241d7efd9c37bf83b8b3caf2ba04f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384ba87d7f4e3b75f9c14238f195bc265fb4195e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2616e5aeab9c0ab29724f6e63eca10f5f582925105547a577fef1cc23e88cdf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d74c7aff3c96aa71a3570b0e9d37e154ea6f17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60b737bdbcec57a2a8bea10783446e062c4c25c602743ddc5e9f8837b891297
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a833794f36cce3710da55d487e82dced4fb6a4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2250bdcaab78b751d9823415cc8b461425e34285447d5e1fa087d6ce9277585
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aee4777523a5881139fa1ee188263df62fc508f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5153a7123020724a1ad958d1e842b7cdae030ed64c610fa13a0b808d50508c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975bd798326d2a6c74f09f69bf09e72addc70de3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e909daa7cd0e10105de1f4e0d17143db253ec1feafa3ff71112a1f941de22aa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a6f00cac10d8410034e17f37c0e8dd93aa6a40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbb66b079e8bd06ede62df86e902de5770f31bda50a5325275cbbe4265faf93
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4602b58c7fa8f6048620cb1474206d8430be000
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a443c709ef2e89ff35108a8b657093cc13433b5e4462dba8ddad89f9156894e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8af4eb07fabe1ae613ed48cb86ca8c8fd31407
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb328800f584b5b2a58f38151a597b3108b916829ce9891eefa1ca5747704e97
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d891ed0677263825549303ffff864bed2d8ad954
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2694020d55e585c4e0401e1657d6af7780e752723c2348c9127e828f58c77dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3af87841f9ebea66a580f84ed2e29ad7e08be14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da1ab2982470c770819b69fcd5f0ff4b5eaf9cff9dabf52b45dd90eb58c835c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf6a99c81feaa0132d0346bee3eb7648bfa1b90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69814e7b091a3b59a9ec896e5901e76d4df975b99aed34bfa1951605ab1e4a3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb0d70ca2f40637d4a456916de0fc6d1340c192
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facba4807dcc6b5d47086251251689ea257c45576184ce802c49dc7f43800a43
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2af5c30d9ce633dcec0b8c5c5965b3a1d294828
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4684fb104c51c80796791180c9fde80792cbd503077a7e38bbec7c0bd5b58d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee632a8946e690253adb3d87993bbaa07f6730d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e40e804c766a74d1b99ec6b03286a7dbb913a2a22b55ee88cc940c1be407fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3a0f10ce907ed915faf37acf012c718527c0d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b756ad5dfa53b5738e7c31888bd5983d2b1cfa34fa4677788ec9d781ea4201ea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206920d40cb5d49214b88f4aa267fa193a1c7e03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47c6c73fc303d05388222f42f01980733f82c2b28092c01807da75e554afca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2581698dc0d737590de647f72802b09a1ad11f50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7a88febfab1a56b606e81e8caabf0dc0690fd046889d2100a798771aa1b159
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1972a87d44d0b453361253b1a9f068cbae62fb0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3db94672f25f99d46ae796bc1106a09300521724ca241aae981669f8859122
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77bd7259f8e7a2a8416ca7a0605f8e9de515784
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787db95b95f1d139c5988d4014271304d868f659681e5dc7e9cf5f0972f94f44
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03e6941af8e34bc1a9f339f4688ea8d01b30794
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2b6f8cf6d604443678a808d8e1683a198929afdd578f74f56516c62af20a31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62cf5154cbafeaec03fe0d077e81ceb0edfb578
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed9633186aabd833a8b1dc7690cd11e582fba45b25c3ab4eb46587f39ec2e6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7473d7364dc82c482f1c0a99ec1fd1f6ef2c335c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da483b865b2010c54a3f5c8110569427d8df2d800abeef6edfe0df692ca7d95
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565a91c1296c923892fce99ee7a7fc54a42aabd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c0bf5a4bf1eaa008c1c9eed9bc073848a7754e0e9cb0132e84345eae39373e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47007469e1fc71b44f25468c4f85d89fa9b93ac6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf0dd5ecc99c08441a014a172ee51cd313aa2ce441819458daa391086c17e0e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc601c5e81d80e7806e5205155e1cf8d843358ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f996e505f3864a25cd5dbb186e0c62a6ea137a1a18779d8e8630ac5aab898f6e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf965e858c7f0eb84bc9d9386285d718a83dcca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c778f60bf6ce9938611b0f6f27c122da26b59989be76c1961568639f6db8456
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab185a6b387b2a6ebb726184cdf7a2be6f9632df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724a06bfc2bd21832389b81a261058a69abcb79795b24cabf2c4ac0ef2646c63
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842afa557d52dd9057ecd98d75c42ddb4e874d2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b120d4cbdd99de851ab6d78891a6aec082aadafc7c0d4cdbbba59c96e0ca7d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1201216bbbe112b1e14b53482f2a670c9b3c0017
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187297860582227a7f49e922c04936700ebf90a235abd10fdf1d4c2a496c54bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb0c38d8b4966ce24069bf49a7fcbe4c4a38097
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e06091a2a3d27721cd3491d28398eb391c7ff82ad5c73e5b17945a039a2a2a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d979fa859b46537c73c54e382d74a25aa561d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dedea2023787a92e5702acacfcf6005d7a3d0869decb348d8d1237faf76525
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb406f08662e19f9cc2bdacba93c7a5b65f355b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3981b05f3bf56743837ebb807ac86975e1a0c57e424ad6dc4e5858efc99d988a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f23cf3853e9109d50f8cc54cdd0cca45ad2fe2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2fbea129bbb2152ee2d2b4bab638323ad9a6fbc27fc0c5b1811b71248927d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d851d99c6e91e374dec51ec2af1486af83e0c8bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a55e9abc9358509299f8f7c25d7028be2762dd9a4f374920854f2752ce2b70
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3afa6be32a6ebce4465f8ed655fbada3fe07a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725b0a6a3f30f1bfbe57b9d75a5231bf247af7b20914a1a924e8bb277cf8ae7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590bb79c19415238fa2fa2aeb66da0f00a0a1a3a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea2a23e71d0e4cd8c4dcae70645b0ef4611ec760d4c8670b015541972ebfd2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ba78f50c3c7623eeaee06190027e8b18988fa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8911a47b211a8a61e372433da49df4083d6c4769544e74bb9bd90cc4567e0564
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11922d3a397dea4c605db3d58e4a20cf057e3e9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd11c7d28da71915915f007dc3c93d3682d7e598dbe5b1ef4c2e05cb61c7bfa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cfeb7b2461485e01ce6006c95c5b3b07739b87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de81bb4e97992717f116ff73dae4acc6fa29accf4a9b5ed82d9ac695ff818e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6cb1d9719ba29be890d4a2edcfcd88eac10c0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08ac5fd232629b1801c2bf90538e222ad590ff34a585f752173895534d550f8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c13a87daaa7651a4b258d76b5683582b126578
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d18b65233885087280951847bf501cd6ddb538fa017e9a9aea1b59fccf00d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a40d2cbbc2948ba8f33e239ce692724aee02552
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15c97c6042b43b7e502c7ed717272d4654d702f75af82e0b73f51dd532a9f14
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c994687c2b7992543343f148a67040b1331b4480
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37603b396cc3c6b457895ac8b419471b418d7179e117f613a502b008464fcd0b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6e4b7f587c66e0ec46f5967f3a4b834ce3d31d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db903d7cef0856a0212532c838eab4604241045e1ad926dcc29092eaa52e8f5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f603d0fbaa527f9946f67f96edaea7bb57b3d37d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813617712d0e91b2138c153fcc5949067a22389669a8f0fb92ad6802ad174c8c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c234ac956b72aa96657b90d77a51ba8c8d4e5702
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa59c0aea79ad68492d3e401175156d954a2e7567ad1d7926933af5715870f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f804d88e77dd9e687917ca72d77eb7836ccd95f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9f423f4445165c3d2fb05e1d242f31309e1893867e65702553309eda6e5914
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccabd0cfc8e3f057f735e8a510234142791ad33e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0ff79fd77dad6e15168cc387a7e49abae929cb36d97ba1878b0f345b8378aa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2123cc179601b65efeeb0e4a7ec3da1219a000f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25147144a4d8d4b465b08728a64b15ccfc3b507d6b2682980c68484d4d1770b5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b8ea74db87006e7279b2f5c2c7ec04d325bd98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4989b423bb4de1cdaf872aba1fc70afec8b52549d91940d28e191160e1e1cee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332a9e982ef333d243b7b394f0a8c61b1a7642ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cfd3d525ae16a85dc260c7ccf5b24249f902bd32a86fd91455b85fb34d948e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1cc2e104ebebcfc2de16239903cf40348933ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffd30460ef790cff8f544ffdd9a233898a14d53ba88351d5a5a941bf01a98f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d550ab239ba0557d5f8340c569a80cd3762161c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91cb51e2966771155222cee398b53a3efe3ffa6a39a0e1422348e352b65809
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93c9c7ef40c17abf11a1ad37a7d5788693d7bfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5754f641e8cfd13231021569bdb771db9a4ae76cedc081bf397136c846a2cf81
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c5ca70d4d444ec26ee82c6614862ab2e45487c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26edb82f7221f8e8d1af7857ec0b8248dc9cddaea7c200d09acddac493ecc10e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce27269d3630b88f1ff457a5f2516534bf430fe5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fceff1c6d23485277c45ee54178718c9ddf7d88d27c1c9f2ebc069ae09064a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0097e1166f8ead23d00d0f74bc3cf4ca451b14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb20152b5fccd5e75fde7977e9af09187b143f26ed142e55920af3a47e38b42e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b264b9b092199e10d6c41a65f08bc69cedc478c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dd50eac3cfe90476429de946034ff27d44b3d4df09c0b0c464f731cbcd5db9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a675a51baf78c79ead8fa9d636788b7ceee5886b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076b37dc76fdff47fa6ec354ac5f9356e720cc3b78c8b05e6905ea789a3c111
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6a001dc0bd0da78ada3850ce9c58c74a07b6aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab245ab94663433d096dfca48017fc8b20878e4a8c05c2c1b557712b333b037f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9505822f32164a688df66c0c821a960417c44bc5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93101d425c4c8b6c091a037b20426438ba68ef3563320283e9198f1b88670f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ca4368c41d2cee14599728596126cb9f71a74f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f69a36966d81d7f3c3ee3bf93c30822e45c3d743db03a0bee7703e7b9332a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e871421de9a1a17542e4c3e585dad517e0b5d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf0818079fb88e19dfb8bdffd2c28b31249a5c8279e3d6578b1bb3d82acbad4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b9415503d5f63ab04acae4c675c3885e40f75c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aff4af2291b69724b32d1c16a43a3b57d4c7cd704e1a7241c12ab73574d991
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30b8009953aa968cc71f9682acd62bfc4fa14ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c09fbec68ed77d19570c42c6bba763a8e6f30c9b72002f0fd0c609dd7d31e3a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5125fb58eba3f4144836bae9b82ce38862f1eebe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d66062475e965479e42765c7f13dd574de9e1fa12d80cb6909f12a6f42b858
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0eb626b1b99361d131facc36c0747c4073d42b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4391a8f34f2df021bc94e56f0757f34c9541803809c01b91d965e5218d337e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a021613bda097dce6a357ba8505f8acf0019a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf6e58e95935435d83df3d8b14f95f432cd832f8cdf34824080e7239d133bfd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e6ac2ab244ee381acf6997cf84d0e5d8ccd603
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b641ccf139a2669b157b2b15806c63800056c9e6676b3c7e5a5a8ac087579c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cb786fea813db5bf37f45f0d3ec0ccaf63e65e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd4d916d840918c151196200af9f43bad31aacafeb9a58d9e2b0d2aeec99cc4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf09a7008e949d727f42e66bf87897507c9558e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c44bffc88aa67c878a49e8e57fcc24ec00ddfff069d0c9f170ebd99fa01dbc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8761da06240d034fc48d771513f89957e4593c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd95b475b76a2b37ee057b63a23b11158ea5ebf4d5af3d3868fd5057b48208b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13edc31bd971bb2a524d68eb59eaaf398f30dec6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fa72b038f06087216113cf98b4ef0d9a602963d0f970a076d91b5e37e3bbb4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afba4d42f43a4f8a02997436c09a5fdb0b53086
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e242914eb194b614387816ea2903d7ed1d765ba2bda444f544780fcc64a752
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc602014b6bde9313fb0a630419635d06331ca1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb037ea372e47b5731eca7b179ba7b474c011b2c44fb05cc36c9c3e2442c642
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48a93e762f0906d0424422c3ed1c067fe73a007
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f7a5a4839ee0b5f45cf1669a289bc55bdb3ff794c04f500a411847cc22f8bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c10b7619b0d04abd69d26ed98721db744a40fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93852760833107e06b3fb9080d5c6e12d35c9644c43a2b2a8851d45b25e909bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd809e9176ef0fcc07cab9c0ec3cb084ccc28c3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d814fa405c2398072dc9b6b0e2db1a3f40b0cbb2569e2b63cc4cfb98ad27fda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba5547dbd9d0070e0809a27e135402a89fc31a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8070bb60fe545eb90a176b0b0d9a97350539e45b9c09b14e324a7ff99211330a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5458da0520865e2b4b52b6b33a92dcf74bfd9c6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27c435cdaaac48842046a70c870619f65469243d11c0805819918af768a6bea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fef18b514c0cb323627483850b12eabee8acc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb2b221f4f463efaa15981b6e73c68660ae3fe06dad416a82ad0608c3cfaff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a6a7ef61140604df20726cc99156c78c89805d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005b8e466685d70df37033308f4e76744545086c58d19ae2c64982e99ce33455
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d0ecf72785c4677c4072941d600a391d881823
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881f119a65dd90fbbbe89aa55226d42cce72d12349d1ef12483ec49872480ae8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103879cffdbff96e9cc4af717c9d27c2cda07156
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0828b7ce53689c03fa1d7cf22e8874f2ecd3c03cfce53e5edeb47bae961de1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1f68fd45d3e9adfd49e2af900bd9405f638ef2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6832b9fd64020830546450d9f30e158bdedc7b748293285530cc49e32783e22
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180f34de966d1a2c3506a244c5be6663ee9e49a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ad12580e861ceb36b8412f5b49a920f5ae881f4ee44c5d65e55f9a74907052
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbca03d63dffc3ba4833804ba659aa8c10c250e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cace006707446420f0222cd9cbc004b323529fc4535fe35246cbf6c7d1bcc45
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f60160870fd6955e18c585d8d5bf2036164044b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208858a756f09be2df4b1b68f0aa829b5f2970707db05bfb1f413ebc6c18a640
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c17243962e8e221688596b974885e8a784f31fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb31c7710cb9ece79c587fffb154834c11d56ecf19f53657d69afbcc47bfc99
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017f08502281cb23f561680259e7d230cff37a1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf095eb9d38aa0757354e69012020b5eeb6cf5fb2116397d9fc81e3f02b7d8f8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2def139f7a8277686d4f2f00049c92dcd26aea3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62232621c4dcaffb1d53af4da874ae0a47aeca660d09f11888d90524e85f2711
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db14e6a166e903b953264da8e461e92f2416786f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4315923279261dec9ba8d9c4538ebf3d331b7966e641f9663142e506412690d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270978100604757b956f57ccff4b9c7296f199b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9deb5399627352b705b879f18b60dce38fc515ad51f342f50571b3421294312b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f13a8ad0eefd8baec255a6eef1380563b1ef45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ffb6e8ca0d39ea0425955d8f53f40ce51e10b05a22c25870f70ca7ac994741
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c519b246672a2743e6edd7a62b3b0f8131cb47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2848ed4c76d78d1c0a9940a34397ef6a20589eeb915d6eab69f3d57b5bb9703b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d200f9b3f4684ccaff6e61d731b0858b692e5e78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880ff75399a05b936bda6fbf55c2693ef1e7c71393574987a2f93979269d1282
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dc85d9d9a5a496016984b73dd0e127e7fcdce2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772659dd9d300ad1942393ef3b4912ac98b2d6b1036d9670911ecb08ed17f2f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93d42159d2e31530a25ffa6647f21434dd9dc99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f0746e4c60153476cfd71492b723098cdcfdfd068828556ae8fade9fea4202
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886a02e8b189f23b2c4282890740f3656fd6170b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f10239307ae1d58f503fa7c8556f261491aec4d38f627ee74dfe670eb3c8dfb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429935f5794c5e921f11a4b32dc408c0f129cfa5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6ceaed15672a6e66d248780f632e11463eed2650c193638300a3f434b7b4a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218db058af184b5ae7d5a03612be6b561e5f898d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ea929bca4b5e13e68bc9a0f2b2087c15d5a860c92bd93559bb2a6f293203ae
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577c569b4de9eafb3b32eab4ccca0c31928864c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dad3fc94bd3c18bda16e9a59bf7c7d13ccb256904cf5514d55aa43d12fb494
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536e68a83b5e794ac225773936d56a0f692e060f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ff74b167b7fbf3e4c534e3ecc9376a2f8d995253ce119da812c45505980ca8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45111e1311995c3a21b7e6887348cb5c32f6d099
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d6ccf65e8aed30cd66fdf94b0946f2f3914156d56b9e9ca3ac131a63585d8a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1fd74c4e2de0e6babd2ea8f1271bb087fa820e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6635786d0fed99e7d6ff0acae4266aa69b52ca682666ad34236886de386485f7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8202b933c124a234fe38fbf93627b59e4176fa6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962e4e415ed0b9f84e82cf6b1a9583ec0d983d34047fb35a062c568ef57a6f45
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e73e1312f3947f93290c51fdd38c93d10c3f3f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bc2e8efcf0d5c9a8d45e1cd5eaa2b59c85c830130ca386e86e8bb7b1b2a480
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a744249e9020ae0474b0553365ddbf574e4d78bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e97ff1397f0358b7c11fe8273f6991833557d191aecd58fffeeb95fef6819b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732f4d803bdd47595e03b5b23324cdec3730acbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760c0cab85e3ce12f7bd3fdb55970b879a3ef2289b3bda2708d75f6077bd79a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8b3b593e204fadff86549e6ae9c256c146f30e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b00653ce846ac3dc2b08d8a9f6bbaf89a3fa23567ea214f4b003c948819b93
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29d8c0ae78d687decb63e5f9035f48b9e7b552c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8f0068d4900124cf4e5766d1a6526d880630416a53d15c85c7625357beb427
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec6b53636bb05ab72669f7d054913abc2748c23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40ef2f1af4fd6c76f21189264fa091762224613cd2890b7a927713f99fc3cd5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6935ccd1239149b3ada888f71d97fa5c9cbca86a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea651f6ba3b186ae3ce756e9e5b7ace470e72a55cabea35a6ed5f927a678cd8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cdc98d6383802b67c28e1cb774edd9ee7691d4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137913dac2bba7d419bc9f69a63ad9b325b62181f29fe26598cc8c3e7bf3fa0d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899fb2a04b52422bb17c800e4c4a25d6f5072cb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d774f4c6ffb3a283e59b2cb1c400275ad71e3da34fa205e73bc82d755b0f32
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed512234a33e89adb669fa0717f626719b7e3c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e8d89a2045c38a95a9c961c60c8146d75ccd6fc62fbff637992dd2d3766a47
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4522626d53eb23b79f6f80fadc68e86ac4d39fb1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93ac9d1d6bfccaaeee408c28ea07e417ac8664fdf4ddb07d99f91aa8d44767c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5558926f26d9a55d6cb82745438ced7d8deda21f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfb9e20164b90ea56f80675166ff0b6207fa248475fe316e9299776a4609a25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b721ba8e0c2acb96f44a7870d61ec55df017a14e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1908e2b869b71a51caa4e004624dff8d2fbe413575029ddc8b27b66d57da274c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f795099ce9bb848c63eadd817a79c960f6e0df3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fdaf6a4b48efee2395e1a91ebd4d05e57efdfda76c259d7c3abf864ac41495
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf815586622192db3450dab0e0d9048f8d424a75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f31a9a5d0f47ebc9b7f33236fe9cb0e159b601584d4e2169942248fc622ed6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a5c800f1f2c7762bec73c640b2224f3fd66f98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a839e4d10be33e5fdab6af28a1b0e9ad2dcafaaed701e43b5116f3d467464f07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4383275cd7d0405f78d7b7eddd8b13fed6fef19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1596061c8901b9ce73fe5159cebc3ecc5d094f064ff1b8ab285aa655542c6440
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf0f924dc4ae7e9541a9fd497df6524fb8e2f9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70e6ccf0754956d0c4d2070551a07d77c5c4f287c35ffdc492b67b573e34f7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6920536eb93013493e77b0b0b495fbb123d777
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c7be60957ed163e67abc7a198920ff5a1d6813e32dde5dbcdbed8e6e1aca1b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f15591de697af8f4a42b43024f5b690c3a44ed0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f75ac64195f9640b75cba3ba56445b5bc2eea72a55bcea273e1b34cfbe61396
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eef7cdbc1a150b4e794d7b4a38f80c3658e1f01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cc0f38d9f6064e2d99778eb4434ae05c8f168d65be1c7be79fefc138c5ffe8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b74fcd3124f8a4425b76afd82bfbc9f29ff5a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c44638c4f44d8daf7cbd3f4f9fb9ae596da9150594af93cd0e575abd8a33a6d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c852aceebe1e68fc11be4fa2b1782de0e870f474
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b96643dfa2e073a18c2766ba34d6587b56a92ad2e33c4ca60a8df6f32d6bfa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8603b97a45b9cce641439c3c559719a73c5b2ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab19cdc982f004f903edf95326e81a657d468e935dd1a19038fc099ad9d10f8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e663b730fe09766c783604376daedac52150697
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0b14a59eb01dece9b98a0744487b4f0c53da093516cf396a3afaedb6b42e4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b366ad87739cbbf51924d2ac3b0115bc5f431346
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b912b963d64faa1a56686152538416d15f53d488471e074f4dc3a86091bf0b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088dc243b1399ff5db86eee72bff8422314267ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfe0e4cb0885a3913ad7ac25615fa7aed6e621002e4a6490efd7a13531c0bc6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba815a4dda88c50fbd61c538db71edac1459d230
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747b5c2cb924465e3b4311ab3e74507492af82df13a3ecf9b455c9d76057fc92
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492fdcc9bac07463c178c19d81d4e940d57649b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c81cbc8e7792353ddba7522f494de8169f96ce1b28f0ae867c714eede2cc3f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42915cc03cc6dcc03324a4d8c700e3f87bc6430
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44537567959d761e2a5f7624e68b68d6e9e747e1dadb9712917332dec03fac5b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c7820dce1901bc703b6a3ce2f9d81ac5c23dd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463c343dd6240c8f782179c1933f846752a729ae57090b3a2dd9e47923c2727c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa7696c3143f58372f7c7bdafd35b4d8a836298
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d5a67dd41b664830efd0ec6bab35db912985944b98c4b764023c9cf106a859
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56a81103a322ce1660449b9f3d3ee6218a77f5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6136b8640a19a9478d60819aaacb5dc5babffbd171ae792611d8c26a26f885db
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debf2bea232649c17b3c6c4ec8138b487dbb35fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094948487b85358ac34152590bc3ab7303275afb6fece6b32789aac4711a3b71
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7cbe8a0eaa70045bdef2cf60c7421fa09f7cdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ee251d0f5541202aa3e0a2d9f99a28e1da0676d70c68ef90a03416388fd792
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a07753a97ceb34ee4a65d342b536c03dd203000
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9f1738b4a681c72a61eda9f8d55cd61a75d813f38753abaaebe143aa011ffa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ae061d40ef2738ee0703d4e4c83437e2455498
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d60d5a945e49a035df2717add3dbacc18221443f4c4bd7166f84eebca4f33e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1feb7d58db8627e2029725950fb1febe376eee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a24e8ea6e06bc77d190dc6808f20ead7207ee6864c8b2f22b4c90978ef2b034
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1dc147825161e86fd135d04a37503ff1a49fbb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a1af409eda67cdfcc6e49037f3c365c4d58ced61ae9fb3ba2db742321372a1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8996e748c3c3c420f579d56bff6303ca42855be1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939f2d1ad931165fafe6ad36f386a18155878b7a836cad6fdcf9296a7f1305fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fff74a6321e603195a9f64f9a4c452a1cc9af1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41024cd262cae096fd310a4f773bbe412954395e14c622be7914d851aa049fec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a82e5e8e0c930514410897bc052c7de3b98b50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a5e50d61839ee9fd4b5540ff5b1878af2cd3fa71b3e68a80896f20e7e02821
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47bfdb05b5ba9b9994e1919f4390c0e574f0690
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d359bbabe940bacd7f2d9c6cb6c0ec689d3b12d6d33234b39df3b15e4d12e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded66c6e51700b09560e0b1c1518c2a734204f2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8030afe5d4155fdfb2a552f837ce129b4ae1b2aada4f9433259c0a93e40cdc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e162b516f265d6210266fea669083dda435d6794
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df68617d3b037751f4dda7a373c572d2791b02aeab4744c3fbdaa2e315754ed
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0183b8b069420f71dceaa61a522e1eaee611f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1877ca1b282d19bc107f8c06e6c825bf2819da91b21f9dca9c826d2688d296
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63968e8179c81b86eb2110a2e91798c065c0469
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f41b9ecb8a669db34ce17e9ff33e4f849165025ed56ffc9fdc0590dd62507c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b2e700a816817444925d213d172fe60ad45fe6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6ae2b0f4dee54ab317aae6e9c00268198faa9bd7ac586fc9fdca0a02ef5252
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6c19ee2aee4515669dabe12ed59b22a295d4f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c190f648a703400c5dda61f601c2d49c4c4382a5cf423bd720dd4d67964cb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c7679865e8feb8efd2ae08d6bb8d4590599484
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f09ad5af460ecefd2fe4fb7bb1396f2d3252e7e26a00f7682cbd4d60b38759d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72098857e02009749b34f4d78fcfb9e6b934f41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8120daf71b7cc2e5538e96a7a01366fa32dcb14eefc23333649c9b7417a1a74d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d86c4eecd9067538a69d0004eb6db22150c0254
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0e89781c6d3381198c6dd2d062543f62dc1ba61193e86bbb54477ef0c9fdad
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e975e8e65db9d38a6db246daeb064516a245b3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c649c0e2e115e3fa05b612bad4d33d0081d672230768c86efc5a3fc3262ab3d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d299d823f23dcd00716c7a0a51b18c9e449cb5d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca33b0bf21ebf0a31ba90dfbdecbe55b91a9c6ce96f4b5f0e6393c10b6a4377c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e277fb9110a611e6f9ff2a4155cff5e02a437323
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc3e0af7a354d06e41259f2b282c1869720d518531ee7c2e9cb1a7656f5067c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9acf865f1b78b7fce6307f78b433db429b1a4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf5aada51bac17e630b6b3a2dbe9c53ece9c72339ddb87226b485fb89fd17d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7303cb956feefbee0e31f7685ddb97a7852e7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d5f721c73ce1d50a3f219cf016e1eedc05a68f8c217a883ac66a5cea062281
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa26c5a8fe61c8b7d7d7eff95c0ffb1064b2e837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7f0d1b05636a960beb265f2fd43766b00f6db898f08a9d9bd4a8ff11066fdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e775f150361e4ea721b871fe6caa2bd0daf864f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a049e94d8887244638d7a64d08cf21a8cf4595969086e3319da89067580f2b9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dabe946da5687a19b14aa7df38a7a5f2d05d228
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aa8bedd908fbf6062ab6974ef32fdc6f698386a9d8b996e2eb74f878cd8662
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e811459834d96496ba888b5df6252619859d018a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb9765386121f0e8c03531092b83c1675d36fdaf71b8f1ce72527ef15049f62
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89409b0cfa24a700bfc5344a9fbae6ff0dcacec1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63f37dfcd58294187eafc3864f03bd45525417ab3a25a226c7f61c1f6175bb5
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af146d78d7b67fa81660ec453e3f42097c652bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a55bd3c937de97ef8e5d7369ae0128c65218e96b523dd6e5103787cbbd005d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd08fbeaff04077ce51900a98acbd02ea350be23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a096b37e570ba0b655ff96ffb23f8055feaf3db48d48c5299e2fbbd3c3e5f6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8e032203ccbd0706cfe7a66befcad7f8503bc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0c06dc773557981f4c2ae7f0adb09d9be6cb07541abf2e2423fbc9e014187e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c8f2e2de432573c23f7bd6a1206d4207d1b70f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49b098489d6de798dea977d48ed37f43b436277a91e6ec56f296183ff495137
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbb433d0c18d3e678e475abde66390d8aba8c3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5eddc4807f99c590ba0b6c5974debb3f1f74c943298a0f74c6e290c0920a04
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9237d7cb175f077142d9a2d79e7a2c860e426808
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b302bcfd381e9a77a0099ddf5d2ff7270d000c49e44aa1d97809e38a50c6e4a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81863c3e376161048d672087b1029ef28931761f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c5336b29ffc8d453070f44bd56bf63e00ee8c90e22a559a5624b1d0639a557
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6465a16c38c60ba0db11cafcdfe95ad1d1529779
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c53f882860c626b5b5b6cade8d35022ed98ae628790ce35ccbaf51fee917333
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7123240aead107a230755d8b98b9a206fe7ea766
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0df25430a2dc7da06698b289cb59abee7a1e77d669a543a07906ef36b8e199e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277614e3d6198f60513957d8f7f9860ebfa74aee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f0893c1ddda6b49c3c63c83c8c5f89b1f1689a2165d7136c102ac9f878d397
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2ae456edfc2ba37d1373ad5ab244a4eff041a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4902f32b322aa2cdb9123b5ca1d069e0b4aeddf469bf47c47b935921d78e717
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafc537ab9fa5bc579d1847e1add904dbd8761a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a353af73c121b0a170a47bff85730d3dd92d322ef64821c7136715c868092c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39a7427bfb89580ade01f2312f78e4dc1b52c42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eb55fd9383a990255b8c0da10ee117733b393cd4875a6f472de31fa955dbc4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e102b8113f1afeabc8f7a1ea9a8811e2052f6db6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d27585bbb06478937583bf60f9c4dd5278f3bf968eda04c0e9c88f0b08c9528
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7769171923864cd445dd914a139463769da4cf7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92733c29b7eb896d1c39ebb0a0d4c99da5a86b5c14e52a9f63e32ad28caa39a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b9d608d97f707a81173964c2c247dddcf63d35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8371bead2876ec4cf5506f521c9ea9e62943308e17f7e1681a2c276a7d0da7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa0d1a1e4ffd394e6c3c80306f5c20759bbb03c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8d12c706f0e7609d497d361c8e6c001edb23a2ed0a96356f54368818647001
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f503a85a0237f04fbf8ef25263c30f525047691
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507e98007151aa46d80ee8c92bd2f045255c6380908d2799fd0eebc6481892c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d80652725bf1e5b15acf19c511a775702899d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2ec5c3cc68bee99dc4c36f1d6ee1b6a30eeed3777baadeba2dabd91f85931e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e758b85989d83ed8c0a0099d8a715e6a82629bee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a249b681b8dcf0eed005a4d0e2a0047c8cfe5c1ab4ec84973ea5307922ae900
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ec2162e626957c0ea63a2520aa7a7f2e15b995
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b7b69588197d8dc02d8733e78d1833070920b3060e9a1e5a9a86f3ead3991b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea12a0d652747e8a44d39ee6f6157b60060535d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2376488732e88944054b8746f008c06b6c7af35fad7e056f76a4500361604287
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8fcd262fc70272269b915ffb38ddff6fc470c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f56176d2ecf521cb6a1403c82f34bff7d9a8740fb975f9f83e2d77b3aeaf470
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4896ca23ae9b700d76e25903d8cf73302d42977d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43059f5836230aeb1b69c874bb78aae83108b67c453febf36b7b7da18a8e9532
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7864686a48f09f8c878a9cb7f19a147da263790b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c0edb730c85cde14fcc16f3b27c425687cfdadd00b72ef7a2f90e6b52fd7c8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2c0b7b8ad679d8639daaf5d180985cc8e8814
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9969294671c85d3f2c451531662cec50ab7fd6b50040c9699198d77bf8617060
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4905ec010d818c4fd977e886e97c7a81d1db8d08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9579645bcb91dcba65f000ac2fe20666255b6fe3b8283888f35e7a3fc33b6e23
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5369aa2e41b8326ff1467f59866f0dd3b0eee482
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6879fd5014714a7da450f79da8f4af4a9eaf44a5f140ae48ee6e921b80f8f0b0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d52a3743bef39b69df4822d8bbeca74cc02781a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6affe477fce6720c0d622e33f9db4a85711212b427a584231291b25b3682aca0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8feabce5eb1db99a89d27c150632907c281f27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f70e6b544ff27b5101bd3cce2a419892d6a0e4e7c182e4f932f79ef0b77b7e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089f5790ce44efaddc643f32059a3cfa90f8d36b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4393a29341a14dc32cc3069f7311844307f3758b5a0de30bcbfa7f3bb03b2800
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87b46faecd3cc0b89df992a1c10ac667cf2bd35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c1ca3e303d20cc138eee1c202239bbc9b67990aac80290733b60f655376479
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5436543ce82dc6a9682973781b10a6e5a4ae229
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cda540325976675b3b38374a2ee78dc9c31ca7d0000cb87bbac083cc39cd6eb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c2b77eb417ae2f297380dd46cf38c64f27fc78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b7f44d086dde80ed9c2e9b06e697b4079e07b01312b8086976a33bb0b2dbb5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718c29fe008718928c9f36ef78e6dafce9ba4676
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eadd3b684761eb5551ed2cef889f7a3bc00a62d08144458b8a1c830b98c6fb6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67558bc1f43ec5ec9d454280e1c719af2a56dbdf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19e4d65a2df12c94a1c6d024d26e74d8737da3615e223aefdc8bd4afb88fd43
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27374dbca667ae3533d548b99bd1e586f64a0426
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c934d5d68b2326c6ef9a1435a1052c1bf39ab5949c6eddc551ff6b0a3894c6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d251d35f9cea4d7deaccbac045a27d1b63e47b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec1a76d324e2ccb5fc17c13683d77fb27b90e403cc5f2654a32d67607770428
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee421961cdbef83cfb6c32efaa11656ff123e05f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91baa8019f73deb74bb6f9589c2e91597d1a910414f73f0be5131e75fba32ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501d4a387f4a388cb969a43bddac251b173a7977
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f078c1629d430f3679a040ba58a22c49ed14379f593f11f81f8736064252c3dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0493bb07ceaad4600a9d38f83ed14ab0483fc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c55ef6294c707fb42e0fac823bb7704d9b48e22d4caf086cb8183c29200c0a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7636d399e3f2805108246153c855b06cd0490d42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c680df13101541a2d993fa229de87f2a0c3010d59a13942e5b9bcf19e324fc00
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b509b8b8e2359471e8a6345c238a4e1d73c993cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa75ae967e792ac9eb657e96756a9cc08b28a5653ab7f5748a493421e5e6a45f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84094449f57ea946bb1002256c62151a06faed72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7f5c149b2828c2a86d65007e9df1a2c5647466ebcb3d60f75e2c36835d7502
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcb6e1a2d65272a5bc03b1c727569dd18d00442
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ef46c3fb7c05dd4a281e7103cc0ff10598d47b7c5594746f9d975bc137b633
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c33ef56743f54eb8c0e1bd6597994a24507253
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033dd008c1bbcd5f691ed24874c4ad71d6865747561cc60d461b4ab44db83d6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae46e4c9cb702264362456e8ac5f368eb34698e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a240a97bcbb8eaefad0f81dca1b889ff4c59ae14b437c2abda47f3d02eb375
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df8a9bbdea034d2a80278b0999bd95930c690eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c181a310f18f0888c60b0b33cbf51871038da41526cc57bfa34ad8e9e9f81d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d125927ff3b2ac8165d8a59810d658189283ac1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5658808b27c3e1f92c684f77d5e73fd62730077c67a6acfa24ae886fddf0a11e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a731c088dd5ca5f0e2e2c6e95d77257d9f907299
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f23a464875e31e06fcb83e034e26a0716aa73da7f74b07edadc2118b95328f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7c8d0c8957c6188cb106a918d21eade436498d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f0ffacfb39c15a100fc1efe81bd64286b6ce7804fbc7706ded911a5e1c3fd5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1342d4e43db63d16e09ae07f38b23a7400b70999
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8291e8b57463ed24519697178b4f736a0ba168aa7a8d1d097402f92225d2da84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7886c73502221be1b51cb85faa5f86bfd6e4fab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804d246462e33b4060b48a9efa8c4d85353324e47ade1e5d1cd7452db399078e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a874bd206c007784067f45041aa3dd227360c564
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6ae3f19484b0a39f2d210b70924122b640fb6d56caccb98a4ccc049fb3435d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014bca4a65ae5e88e648f806f1e6ce1451b76db8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c556046f652ac15616ca9e2439dfd782470f48e23fb5e585883c5523900302ff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3d3938fc90a419ae8c32e80a38b4c50e9370e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295f5382749ff9e2f27a1b50dc674a005f3e1606eff922137cc36152f933aa7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2da72a25f3497cf189f4010c8ac8de7ad6f3ae3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e331db38512fcb9fa6cd31036ff6513b8fe43e88a63879dc53cfdda547f31b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2ce637f99c3066f0c54633ffc41c36a1559070
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4b2bd0c6e61a9ee91871e5654f663697486faad558b8a3f2f02bade3460ef6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387819744b8c66d9fa21f77e0ff585a277c3e029
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0909a9281e89461888c1d6e07b1ecf9b4b9f8910b806054236b86ed559de480c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd6b367fc1ef5db7ad824ec7ce0ec84a9412c1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91f73fbd13b2d9d7944636769fca0e22e077556618d0b1654a5d07e939ae681
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c720417e4e41a55906211443c7090663ef263a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd9f70b60f286051d0696957a404bcfd7bcfdeac911d026e304c6ed7b217fc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7f859a6a76dd0bd9d8e52b8f9d9264dad4e584
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c8e993a3d47867ac46c61cfc2fa3ac04d7e7ccb2eab010b0216a0f7c554dc7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c68f0a4f48f41227996b88304501bb71dbece5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b65d9ffbca4f94c24f6c6e26f412fc2bdaeac30aee3e932122fbfecc0e4659
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff82291c733e709763b04efdfba596ef69e7940
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69171678eea875d27d57448feb35e21c5697f3038a7205474f7709428efe400
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1e6d5c6ee844bd9e21328631274cffff1aaa74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2a00c58eda3f2b4f9204ff88f51c9a09d9edde5ecdcd4166b3616cd80b7714
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b84e94829a95e2c10d47f039bb6cd234308ab2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a07fb09363694c573d0397fa37443724b9147bc9b9c01213cb99705e66efda4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82e0a93c1982286ab5559428bbba2270a08fe37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579932d80a7383cdac5705a092ca7dffc57af501a7ae662c93ac6622b92ff039
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4c222560ed899173aeaf56d9ac7a1d99405117
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3923859b032af3ca95393143db8134272438fac7c8ebd1f99624d9e28f45da7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62a3b85695c25d18424063f1d8c9239a850ad99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90dbcee72f60df2e18e344b2c1eed278195cb0f41817c7e769f77702400f16b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a4bdd5be35ec94e2f71468f5ebf1982a2e7439
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02eadf6734f5b632d67abf338fed8a788eb0ff1fc9d83c13c18decb37cc549b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f9a6b1f72eb60a884385c50f3473981fcbe7c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13e16df8d725b68b073a5795b814c14de23491c05cfc9f9615320555e94f994
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c81202e0cdcd704599fcdc78159954cd665907
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe462331e922ae3b1749935e0b2b72b69aaa266a51de4ab3b21232897b9bde72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661b2eda7622331ff395607dd5c1ce6a9de730e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcee3b7937d811b6ba9b774ba40ff63fc8a06db3464adac59d3fa7921ded0eb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d91b1c7b7f010f888948cc04739e0389e617f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e2a57c99eaffc2a550beee92ca4dff832192a8df5c60e00660083ddf0f1616
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb7d2b203079a35c635b56f44950f60ffee9aae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da98cee7c9bac8bd0ad28c0184296017fd98cfea8344eaaa92eddb5bb0d3bdd0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e91d54243ccefc781f93973e804fc5756b6d88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa523a3b95077e81c80aa882a79532b3f4e6e379b26b100e6f8cdba3aba5f2b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9c66f62aecb0e12e5e192f94f303f41d2b269f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6d3a7fbb9f0e852ab804fd96ae05527d4c453b8b96914780175c7724e8412a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d369b34c0f5fb22b831460086428ccda7e207121
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26140277698edb45af8e6fb85cf4d050799e43c5d823f43083ca2deb34aef833
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fa3a006901ce9d1990118280e4df0bb5f61723
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042c83c0f4d373efaca69d77b9591232d62891bfa6bbfce467e8095fb96edd3d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80eeb67eeca1131b8f7438ef6671ea69488f3892
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620136b2aec46ad83fee922a207dd0064b063abb99d6e3bdb40128e2a4e85e0f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b9fb254c72a2641b9568d58482b5e67f1adae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b89093e66b0ae0e26194f1368d4a467a0b4bb335695c2ed3adcc14c65241e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975150f1bd7c577f9e90b2dcae440e1c90eb7e06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900c6f0a14c33ddcdf52b979cd469eebb9ee6103ead7c1f92d462efa084a4060
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a303d48e7fa5c8b165035985fb4b79b83aaf214
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e390619dc1e04e8eb4d33a4a1c835aa191e9ba120f7a279d621a44b5ab6e0f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068d41162d6555493595a1ccf6aecb87c8e3dddc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819ad40db2c8dcc10da34b4f52335826465c53d20ecba8fa24bcf3912a733bbf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9677383ed779c860fd4c330c4990d91ecfcc21e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61ce0004b7f9ee98b954dc0ccca6b024d92651797d3b1551dac21daed06421d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa6bd9147cfed5741386b1a230be18c2fa41a5e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b09eb1ecee146a3318710b403111e7324c448c707f7be0178ae47c4aa46b3d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0108c284c3f031d1f701dbe00234c0623a3a8f44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780818f0a9d836329b02f038a08ca6246b3b22fa6e84a3c7e6d402554666648e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d665b8a397e3f67a6b181c39c8d2a3204b830e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd40230f622527921279e40221815ca4eec0b4425ba05ca4d429abc54a3d2c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd5f1535607df995eea2df5ba6f903712fdc6e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2763d2459f23f3912baf5a3cacfbaaf9161d4e292d17f417e014c4d8c9d03c44
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da703a1f4e19a4045534695575bc855b4a780a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5683bb4fdee04806f799fe719ed32bf89af2e202f1ce8bf2c8564b60094d6749
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42da12e8c52429684e53a90b0cbcd327052dd253
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0895e60c4098b460425d300837df53845b621a45bc328b7578ed2307fc0c263
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e37bd67e8968c436d731e009ff3dc6624347bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e8ec7be1a097c63360fe8b275dc2aec3eb256ff155591dfa65f21e451a4e73
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4190fe68f2393a2589cc9e2a947f96132d59a2e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30fb08a2a7de6570b2006665b38e34dada7bebc5436eb68d718db7f1dc35610
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e004a75e6396a7ac59054575978f128a71da173
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f703002f511c8d6b7e53c160ab3d919b8d79db18a95be526452a80d0f40f9cef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c9843d4a255137bb0a0218793ee0595b64c6a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729499840a6af20e6821d2ae83c1ded68fda7c260d361c61315f8a27fd6f8a54
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1df1b987d059004071161bab21f05c940a3ed46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179956091067ba5e6e1579c7642b8ad7a73e6170daf6b69a5463099b1993061a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e68d0faac0cd32f01f2091fe45c8a751709f73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43931523acab7ec4a3d09a6a97f8055b0d0e270b34f25dc7f43081be762a84c1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e33e8e93b6020f5c7d2b4e7bad7a1002f7a290
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6a298ab3d6241904f0fd49fd935b4530280f404cab8604f19cdaf85cff2d08
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcf42ea4cfd42c694f35171c55c034bb7d7427f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fe42c3047ea365cb3f6def0d7c48da538d853bb3dd4d7102123bf1b9ad8f9e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d30393fdea81933639bb25540b77009689a3af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8777c02c6cc581e2a66804f738e860e31d6bba04b11f2f3f340c8b7a32e64fc9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a64223de3e04a93a375ab2948e5212d61c9b76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b205828c49d31d261e71a4a111ca5ead23b2fc0e5fcf49bc32f16aaf1cb081fa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec89aa9e6bee6b0b478f92b40d76dd6c9c755d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8dac2255ed30c735e9b0ba33780d7b76de8ae84492da88855f04b58c340431
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752c5cb5f2ea4ceb3c671dca79e71c73b76afb24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec53b345ec3ccde00ed08305e8cc745ad126d61e40664b3166df5c42fa01c7ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd9bf904881f9858f6deff585ca4326b1e18277
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435f74ae6da8d2a624d56769a36c74f866cc3b93a9da8eda4dd6d27c654bfd3d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76acb940bfd0f50022ea554530657ec83519817
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881806dc74099f331c4895af5fdfbba18449d7813006477812409e564753ba01
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb83aa7975aeb5651765b5ffac5b92b1d05dcab3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dbbc420c17b4aca6123c7ef3c3bed032f4d1b03394f8d99e629a4b746e556f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793afadb907daeb1a84d650b530bef6e1e2d716c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad17246220ee27b489409201a5b95cbf3dfd4365c6421965b831f8ccfb66ff3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9cc48eaf74086f7d5bbd493ee1bc7fb0183162
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766182228cdb6e85c9af191924b8da7d76c7a5d8fd96957b5be71cd43eb21c0e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91d49532d54d7bc1ae61babb5ba1e8f1bfe5207
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250428e7a2965ba48e7c9306852cdcafa33e06db088cc9acbcc76b3f73fc47ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46578cd6414e9499d3a51015ba08996e5434385b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f998378300310e3aa4e597ef047a8a64fdffe47aa67ea497dbd526212bb37d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51e6d4f11f8efb72c4f3c761ffd4b3522942a96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f925c92155ef4d6b059b07b0ea878acc100710824561274049c0aba08971472
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e729048fdda98006e45394b903081b9be10317
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9ba46f9bd70d37cc6249b420e3f373b239a0290a1c78f6554d5b3ebaeda9e4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123542d11e0522620885f576d6760eb9f88778c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e7d75fa6422df3add02c1f6c7e7e436c41458b1e6068d83b833185ffed994d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb35981d573e3c63df9663a5b18a412a6d7c7091
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ec9b00ad4e17acddf0e167e0d61074221bc1878198fe9a1a7e65db3ac95120
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cd044c7216cc126c3b835fe4fb5a435d7c61bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3840f6513154016055c5d8cea9fb7db28b7957daa68753e8c83c0c61a31eb751
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c09e9d7481d0a1abcf52e91a85c0fb3bcf3dd77
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82819840e1daf980c74cc3c14d7297516f7b87a54f6a47cd15c064d6ad8a427
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921a81acc4ca2cb9df2bc09a583702f59e543625
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe8c6133c93d9152dcb6cd6738117a0489c672e30ccee5083ea58c717d7a249
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875b1ee84e38dd442e4f122d2ffaa621fea0a635
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c40adec6410f7e6106a33cba0232cb7d489b173c5e4c7dd606979f808676dc9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d2d13cbba1c6d2bc7aca84457b75f5f15ac090
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a4133a5d1a4222f56239a08f338d4e0fd3d7226b7ae0a5ad4d833768e8ba9b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd244f03e4a1d8e89246f03d6edf89305b8f8ca7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34210c7223c4f5df1a4782625c21ea71e53bb2a25ad0bcdeb8ca205a5fee241
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb52a6de7cfcab501c1072d87ab58959c57284c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbf4f85d67dadc539ff7c51f1f55193ac94b0917ce0cd7800224e453aec1072
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf2b6306ba9e0389a5f15e5fea2e518bd64e407
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd5ea3c3b3ffa3b20a754fac5d1a9b62e0299d150f76b41230120ee1783210d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1786f6bb2a1f6c359774d8fc0bc77a25c49f4d71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f401d05b6af5214f18ae7b82f90c7910bef376864ddae3eaa1ae9ea7e615175
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65fe6c1aca7a2fbc300ad16a5a10ddf9830cb07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48c82cc34934b1d2ab2b346c5dc2ac49ff2e2b8721959092b73b0e62dc2ea87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d449633eaa8c62497e40a33c727de8302a877d53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2650719575b8cc1dbb183aaa9dc0047dd0a0a1840980b3f215eaf9b0a56e1b49
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986a7c562dd1bd7b750b9f9ad74fe183c0d0c97b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb20c4b4b181ac73be928e25d3ec89fc9bfc8588410d990e6ca640fc0aa6519
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830d3dc3b416f603cffd15fa6100fd994c002222
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9955ddf481a81136df0f2487220bfd222db0a8d19b63bc898ea1dacce053b158
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a759877e2d2e6baa7cdaa40e74942df3cfca5bbb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54d764a3f2c5a9bda3ac0466b045e4908972aa722cec3b551e1f3173ab39b80
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135af34cb3804d5c32880df1508f812c8d13b484
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ee3c60724680eb2497ec95709aba6587513d66efe0db015d99d11dfef29917
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24b527e7b460fdad5d896a11b5fa94e370f2966
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db176d43b23f8dc876fd94436b4a645d6034f509e36562d0b845300aefbd3baa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6040943e919ba04d8c480b4cdd723b2a93f12ced
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224e5828dd6d9f1fdeab1371fe3c7a99748891278452a7898333eb65b1420c07
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52f5f154f65cda968c9899fa639fbeb3bcf46dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e860f600a8f3322fcbd1a37d61ac31159d84c7cb610467c21dcb296e1682a0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ac14abab3377527a279cdcfc66ec8e26f19d71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ae51e7667ebdef1a885ba36ae4221b48da6ad4b8e79fbd635ba72625d414ba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdeaa1bbb2bf03ad8f2f6736b803fc2a37272f1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56940a6aa8ec612c44f98109def7f96afe12d1490dff1341058c122313ab237a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519df8afa1488ef107db994f2a2c43f050efcfd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4137ef7f1fa0cad7f6ee10c7fac9d2e7363ef0add6e55f75314acb77817f886f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f726a27e9b9dbc5d8a9bace6b983c1445a01df64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb7c3235181fd9ffdd3aef99943cd17bb521e476cc62d0ec306c76ed6c593b6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc124312978bc5712d93cdc276de19c694087b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f70b46bde8b349df849a202391dc163c2aa784bcc85269a65b0682379ba71e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f998e6491c259d50f5be5b98ab1ef3817b1f816
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c78875f42e327a93593e6328ff39da2a5a9fdc2d3faaf63d82006927cfc00f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec11c7c084a4f7040730d0482da18216e94f970
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba2e4e7584e01b6a6f4bd63b86eda99390d0ebeaa09f18dbee3ab085be02677
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20e1b830913bb4811b8f671f75f5ed198acc0c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e64b038964d8cadeb364ba625b0a3ec57e3965f915fba05c58a0b734f53010a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bec6308b794cbcf97e5bbbb2bb0509781f5750
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94220fc04529d6aa44f7a8c991281e88558ea3c04a673bbd5773ce8209af6086
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354db21d2f89a456efceda1de9b1d8cac649cbf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e14cc9c8d36c109ede38fcc428a64ab78643614ea4ed545b7c4d3fde43720ad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce4ec8a8b8faa7fbda3eb10e9b67db62b4a2fd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4171ddc666fa62cead6985203933cb647a844bc252ad5eac04560cbd3f3bc1fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9612c72aa6ef6e749da634d35f6671f47470478f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfaa7fa069ecfce405f970fbb62eb0c891a4090444b3ad53106cf5ee107dd9c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356c5ce0aa61d268267c3ef928df321e33e6b95d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25742bac85eea03c292d4191a07f4af68afe6e950a45bd3c8e2e12c29acade46
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efefa531beefe97fd8b79393afd9866f87572635
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493552fe531856afe9a27a7183b8bd93141837072a0e1ed9f97b2bc3245dc131
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5454accd2b0182ad9a458a60d0373c7bfe051fd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46140947d7203d9d89283e3269ec47dc5a530306d3f1a833a787650d4e86e24
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441de5fc70620f98f31f05622e12cf35df6f2d10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644e1941a669d259ddb31026858398c586b004be26dad126dc1e992d574b21d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ec55680778635e905f57792ac8960357dc5caf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18b7ca07f13f54e904f1d338da0e417258a3652162c87ae2c6e2637d85f88d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a51b22691da58b268a18370a31352578c8897e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ce59a2036cd828048fc6add4cfc2789fb8bde8c79ab27775073cc0bb007030
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bde808475d68e38aaaaf4c4327c0f0c03f6b70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28cac1683dab20d580f82132af12a11340aefeacc6460bf121dd19d8c7b040c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a4377aff5c4ee0ef29ab94ae558a96c617e83f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ce24304359253230dceba1527978355fa02c12ff40671c48e8ae19bfe7be58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328cbc8e5723757424ab8b8b178be21a26bb4f59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84be59827b1db1763e78329b1794c9f627609219eb04a1d2591d9037ccd5bd28
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c39c1ecce0510f719d3dfea4fb63c930ff2abbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa97da21ed3ec41e1645ee336a770334c4d1a7e57d983b035f0a94f288d3e52a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d982a30216bb4eff6dac01bbedc88b56f38c8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8566cac79b5f1119a4a954c6848f9615413bc2c49ec78e7326d7eef23561ff2d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39d8bf59d8bf50648274d5ad419444d22942a79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a785d789d07406ebad9113657441f957a22fbaec66c6e56f39b9a490f36060
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8d0d0c032db16d127f852a965a388e00352716
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986c4a961f85fab5d06a8a0fa0197476e41141dccadbfd7fd7c76e90483287c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a3b459972fa7139f0c2ace768bc8bd4a96d84a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efd364d32ff1f7d25b239b59f022342e878c069a2fd8d8bc5b4e15f94c34f2c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8112a960eeccc5375c626732ebf3bf5c4c30e590
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eff85e1660a48f72ab11df8c93d9d09bc7d801d52a308266b18cb4b9233f75
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2956451bf8013a19b62a4b10cd1702628b26fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e8c4af1d20c7a8a9d2b907681cdcd9f3dd0edadb75ead91aea2bf7b493d7d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4332a059741ad26afe35fea3f044e3d69197d415
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4962edca6a5b0efbc76b83b21a57136c9dedd30d909caf23e18f734da906b0d4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6bf1786ed461f24cc99cd8dd6e72940e93303f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885a0ef02471ced38357e4551d0f60dfce455754e36b1bf40f69d80728d786be
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f54bf83135d48ae4693ac0e678a01c0c336dee4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc2b6c3db23186523952ee3446cc562188f3df07729574e37ac3af43131fc19
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1aac43f78ac169826ff8579a1e5dbfc37e777b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dbfdbf100db1824dcafc83ea674f8a1cc6fcae46c22f3a4f7390d6f9eb8cae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4e43122c0383d0a2cbcecba43b430c495ab980
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaf61498b50e1d0700c68e8350f4ece603148292a5548ed3c2cc95b0ffde466
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f9ca0e8d0e1e336f7916aa1403bcc5192025c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04de08599966755bc18c8b63a204bbe5b4fcf47eb22af9e407dddf5fb175ff3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811c035b430d0b41ecb97491d89711dc0436e7da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a3ef9a0c9f17c74c1ec87142fa65c64d2717244a9e098c298d44b86b162ec8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4721b9d759260d69385fa79904e01830762be1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3455b26c489f3e2febd80bd46e3df5452e35c9bf6985c815f823a339485cd8e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962eea070daf66d3a3b384514b81352a1b79e5f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352d42cf64d867aa12fe499b2c32c70cb0a5823ade2ac125670e08aeb3f970b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c2869cc41ee5e13b832170715e278a6c4ef680
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3eec3d256099d06d41d69f64b5e34b2bae9a9b1b1f2b4316ae484f907c4b541
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b45fec1b04636cfbc960e78d7bdfe92d12fe70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2eec8a11c659a56bc1c350c8019eb13eae7a6c820738e7e0f9771793fd8c8d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ffb3640b871986ee9dbc44fe4a068ffe8e277b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fec71557893bbd479a8111b17457bd2dc2a49c8e31cf9229811a2f469ef49d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708ea6c5d2b965befbb970a8c9b1d17089d922d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5055b2ee9ef1e063939ed55f9d94250b633c0ae71d2bc52e1cd80a1a112950
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa4f2974dd66d2abf561d15659d093f3bef05e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5158dd67b4a16918c4e62684b2ec1b1154b9b6cef850e43a2d9c14824bea50b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e640ec604ae791831ab7e00bf96ae586b735d1e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8154c8cb92b9fd84ced3890bb86bb73e806c4db2586cb79a175a8f2bd62f14
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a774f9b495c4d2a5637f1cf3268ef17a46d4d67b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7f6821febe9f66afd2507aaa3fcbc901a0cbcc27012b645f4c133785ed714c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb19bd1faa9019a9e69bff8085547dec227ae390
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0c0cddfe2af041e9cfa1cdbe7c2bba048087210b2cbbdf1ecc04117a4e577c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6566f4e88eff77f60e6af06350337dbb4926484d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297c7b39af3ffe5ff7714a6c8e6d560ca60c356c4a3df31e12077d35f43dc45c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0967fddec800e693928d6e257d1db561115b7ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db114d9da0d90d934378bf1d5081621490d82157800c1bbf8cd74f7d8d586854
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993af90e19d9fdc473487d9631bf08b87728037c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facd6ddd4aad34058a3bd8e5ab196e2632bd57664a9921ee014b67e440b4b4c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb2b880b641f12f779548b10ceed446c48e3204
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f919972732beaf2bedecc7be4ac88e19b2eef2efff5ad3f7e7d920f8ebb60741
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29502ecd5cdf9ae8d2e815c2c4bdae9bce1d9757
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbca5c606cb5330c7f64936d5f27bac010e988959eac2b4041af583f38bad660
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ceeb1caa46c06ee2e7a9ed56ccd1fab710eb25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c28f65c9f54a5ef05e6b9672a9fd32cd84f0ec78404c1bef50789d3f6d0055
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ce51049c87b09e79ee913900497e072284357b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0d13ead0df7b1bd0616c4b9af556cfaf0fc52cf36bfdce73a5ae89889a30d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd59725e242cf199ef6f7242266ff3bd01684db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586f34ab61c3965eeead57fac848a251802c1001462081235cf4db0b5ccbd139
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e204898ca01f4b1148473029c1bb8584c0649f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd742ba6a16ccf12060a4d8be96e51d9e4a0453f621ca2d5d4b9d4eed8ed3dca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6dd0a6f68fb425d20e3c03fc0593f344af40f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d34552aaa04db89e716fa10aa4b210f996a6542d3ef0626fbde8aa12da17b24
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625779dee8f514f783bb3ff5d09aa5f6360f86c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7340645db7fd47e333bfd82cfbde66833837f9b74403160922029905f68ac703
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7c0ac4ed8cd77c3253e57a82e4290da8252d02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af7865084e8a2c5b7e602a1cdfc7da7a50dc469981c2790a934944be6df14be
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ceb6a67d8fc113bac4b70a2667b847d24f39fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de599d2a93e8564b6ded6a94012b3fabc067a219329b525229e970ddadf3f93a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eac85f5f55a20091ba017be8cb46054fcfe1ebc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1095b9b5631b6e6a83cd5b44e56a1ab229597001969103579de0642b850368
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4151338b3e24f9bfe25a528745f24562f24cef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8edd2339e5b54523b098e494976366dcc192e5b93c9e3c7ffd07e39bc13125
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2becfb9a3cf699587bd80919167cc394dbd0216e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392e939dfc5082fcc697832e6c4dc573d717363605f629288aee88b1078eb0fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ecfbec98302d8af268e7e3a38ab1586114dfe9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3907acce3043500119506f1eef9aa5d20463badcf24ed9949397f9f0625d8c0e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abfd693118201c95fc0504e25765524ccf4306c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace50fb9c80965f11e97c9dee7a43746170bf1653845dbc8866d545702f5b7dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a925e56fc4888951622062fad982fce5428c349
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2f9d4961a58d65e1531fa733c3b49bda5b45c85eab42e46dafa351de09b088
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1e1a7012cd1cc4bfb776245d6f2f11b09a7265
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10548118d42069449b61a9042a9bea168d2779aa1f58d2f4ad4d4e3a6608d1a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07d30f1668a932ba9c97fa3754e948d4e37d8e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f74228a161dfe7eedb4d159e6e8b67403e914d7c843e91a40ea78f5c3510185
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e155088721e35f4eca2a7df6ff3a3ee2baf9920a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510d7aeab41f92f2c8baade4fea51df506666dc634cce07bd9071ea74d04458c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3436bde557a656cc5d25dbb9de392210a4c0ec8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e601df5ca6bc0a48715053332465098cae133027f85905126316894927c5407
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e13d99c6a0e9972c006a6f4486a8d63e72d6f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e29470daf44be17fe1d95dd14c72afc758922d817eca2f736bdafcdf5058da
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de14ae88dd6a8ad7fd2ac2e28e69850b75bf5c26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cc19ca9a28c0a576905f076d1fe49fe646522482411aaadb4232efbc3a5dc2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24453b45e46b0ffc54d80e0de7fed4c91d1594da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b3e41c2e64904ceaa59a632a2e0e5d97b1664a66574616cb02a97c1472471c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68b6af2eb6feba74e687487a5374f081cd97974
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f07d8a37c74ff02ca44b63fa3cbdf3775578e594ae47249c9e09caf5517f41b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67c88aecbb5fce2670df342d3f0e2aef2e92b66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7b7943d041a73d590035611fd010005715ea541efff0ca97fd7865c82d69ea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c187f4ad493c3432e6389cbc08481485f192162f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202736d42ec8f9f24ecc4fb28e33f106b2fd2213273b921de3c4c711cb5b2171
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5170a2cce9005408c27c10a5badd9dc2dc6e24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d1b4fb3fdcad67390126e35fd3a427bdad12677c2030e66e0ba524956f0c4c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98001c51fc2b1d1bc049aa0215e012124e45eb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605e9a6e0c7ac88cd44885bb202485a7434e0a42446f372b6c96f69fb7b6b32b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e8d19be7bf3fd126baa5333e4830ebf5462b2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca10d84ab5bb0eef5e232ad568b9ec01cc1d37d179027617d89bc9f446b6a28
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377b0cd6a83b1d8f872b13201dc409d9ae57bc34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e770d8ef3241975de9763daa35d89e2bab7bfdfd0588a2a32f9bef9c0561f3e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177438c72369bb82da931da40a6824ecfbf56e54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e03b7c3acc502db6b3938905466779d064ce710412b9f89969d17ad26fa193f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d025844c2854fdeb7b2d5d3aba6fe9605f5ab1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b67494dcfb01830a1672df82761282d481cb4b24daace79a181a7c26e893bbd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1d49ae5b28ca688f1abdfd3ab997f354462dab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06799880f97bbe0753620c7ae608a63b2234fc7e7c58da6f93aa7879d8c37f58
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5ace85d019401d3a1ee23a082e6885aaaa3855
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8e8f18ef7f1be8ac9fad00baafd967e61fdb3a56141bd3c0b26c1ce16e6617
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def20494836093698759a0fba58e72a369b21422
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333662b213af743b08f889128efbf1a2f1fb03efb78ef953e3eb266b35714b6b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139e47046b3e362fc7ffc77bd312d3a4ffac4669
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f109437864953129caa8f1ed305eb192b214a278062ba5ffdcd546f986bf98b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fd7df2f8caacec2a6070c61848d5f403fa7a81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ead0ac65cad9490e8d4db268d2bc2ee9f11bc345864e8396f3ae952b57016f2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3c9beb0006abcdb0bf27b97739af55e09f4ef0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76731de934d03c4e49e57ad879d2b704b1278c8af362c3703e9bdc3c44649098
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0129d943e697d0c5b38abd3c2b2553780a3e88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9a1f7486c4a0b713a801e19a3d8948d14b60adba077c2cab4e7d80d7e54bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7b9a36e60f8b8a816e4cb3cd4c42be9a48cdb4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758afb0cde9af4d20816c24ec48615f3aa44c578f8a5dcc39627a1ed46aac9a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574d2f08fbfd102a2638ff3650777342b39d5316
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0562e5bb0d0336aa11cc9e806ebfbf7d20eac8b613e50cba92430644b637958d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7325370f1918301cb30ae6b9cc2bd1b175012c8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c81184309f460ed92d8aec8f87ad7696194c806f3df1ff66b0d1f5cfdd56be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d340a31383bd485500c646053d29ca7e00f2e145
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fe58e34b236edff97f2884b162cba21ee75650f4bedc7451a712e3fadaa4ab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9f1a0fd060212f2215464e04924453cf10dbb1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf25f61b7c6bdce1b99d1c79f368b5c0736467a4a0ca0498c5d6ace8249af64
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a2a02c54e6bbe59eaa5be4471e598bd458b41f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c1aa6ab4566c042dcaf741f5a17c4589ae2c103100000b8de4d69bbf356a89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9d0899f29ab62134739cb8c73016e8caa650b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a8eaeeed9a5281b87d3afc5a2193bd1155446af0573947841c0712ea01ca44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b55ae9dd9202a4b8d4fe523db05dc0e2bf2cc6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d8248b8127a9048c6d539420b43606cbf6d4b1d2df3d3433877efd74b4b4d9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f58b63f8b14985ed8b7d92868e6974244eea0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb6ba9ff3037d68219d500e252cadd87ccf0037e6a7140fe00b949d6162f5da
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260d477f79b81bec5a3b0d8fcd138adff0378f66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ee8c3ff98d59c86502c4ab8c9a66c0a9be5296f1a8686e2658548add72fe8d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24686c5043e1ebb8ba96fd164d56db6038cec5ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17441857765d8ccd0bf5832f4a7b1c8d728b357e826eeff0c54f13d0491503e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3993be390d22ec3b5ae2b3c757f502e156d3fd5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec27068545da97f0bc977b8eb01fcb97c9630b526adfbbbeeb98cf3eb900772
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2762de225c12de74a56b2995cca0b4520f11c3c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5056129aec2b6f9cc989b55b0b40bb076532dff5dc350d2d828c021b47c72bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a908d5a91f7d4f1ee4fd7c76c1d55106d75dfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324a40b03fb8906fbe4c1ed4c402aeb4112b0eb4d0659255f0b541d1a44c825
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8196770614ec321cda0c0cfc2af063b8689cd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a275bb866dd1afe4197ae807c7b7638e8b1d0e55fc06b1c043858890ae2e044
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c5070692736bbc6fc169da2f03866070cb9fab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3be1bb0ea87fa6cce096a4b99ea824564d20cede78a8d6dbb4fec6c5060098
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc61b3d79ad8defbf8bdd5204e5855bd5e38fa7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41221b547005876daa8ca1e2d4c146c723d572af81ed2de29a81145b075cd9a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e60c7f9095023b3f913e53516266b212fc00c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b09f8ffc651b7b1cb2f4e6c5f798ff6dc078b3fd6f4b375f527532f26e96ba4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d562b72b8576b696384542235d481e1405d8a15c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34ac5851cb0d591f55429d707d5b1a6658d774df6a8e046591ba6a308e22f28
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781d8d393e22a95e65cc5bce804d416f3b7183c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e4fdc3af7900961e3074467e0feac3c2503f4a92ddc357a32b4965f973299a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fa76a265e85f240c7d97cbff307a2ab67d874d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5f3653298dd98e673b4ccd24fc9ce4cafea36d7d174ea6c517b8858ce4166f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888630560c3c88f9a2cc1462b077f7c724f2f636
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5062a07a4bd52853cfef931520ba6edb8222307d36bb961432e1d86c2d8780
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac04cc580e8c7738da7b74263da85e154a22894b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0812afa52080120f60401cdb16ff395111da422d6bb8b454ff267a0344ef2f8f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94bd6a8834d19e0d59b7ab2e2a95359097f8dbc5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc4fdc1c9024f002306f12915dc6122e1674c88209ab23fd6c00748c35c1f0b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22c163e27387903bf1b6f0d009cd719ff447e8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c667f1686a4dce1eb8721a5ff8d9f52e82edb8ef2b66a43a1cddd77eed56f8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf187c69605c79a0ef18e469c17a94302707ae7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf8ecf7f69f6f6694c3cb5dbf773023475ffe7efe47de1a4c896d32a0c05e0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea84638ae1b2ebe930fcae894be7703ee785283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0686dba13cfd075af75308849e1bca3ed15a2ab3c0e64df7bc4f2b60dedf3972
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92121b66fe1eae69c64f8f79667efa8e8b63ceee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc99c821412e77ac2a9e58f5f20e044882f841cb3079eb3e4b521e1e06b6d720
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80a47c9bf61fceb360885ecdef32973effa79a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfe8e18c3fe6b45d7b62027d6dd48acb97b46d01091088b98340ce94617813c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ffff0ed49ae65f08720beab705689f637bf58c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f9a5fa0718d06f81465102b7ef5fc05c3797c4ea94666f3ba67476e5d1360e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d8862ea57260973487e1c3936306c0c450edcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ba75349457666865eea4c9fcc64f00212357f9a80dabc2c98db467f15e097a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7321cb813b1fb43563a80a55369fd75c4b34f401
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119780d8ee516d128b2940f88fa857df74a2b7b6219aea7a5e6af9fe2941f991
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e850c99a8dbe84bb64c84ab7bd58913fc9448d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f9a09bf8f45df7735aba39d1ddef3929f1c7289a07d0649eebb3c3f21f033
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e9956724865175bb35973ef220e375b960a7ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260d0907a7c5664e0db5b38289ee7f1a2a0b5c5eb68447207668de9be0f4bb38
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed58d0830b5ae9caed15d2b46eceff39e5e00199
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43727db4e89d8239f3d9dce6d4d9af9a10d69c25687ff561f90ea40eb0ba4e1c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438af61d4ff0c4551a17a5f0d597fbf4a84369c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcb03a75dd9d1e62e79241a8bc9a7008d50ab14c7491ef5ac38fe43ce3daa8d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ef7d53501105a9878549f932df9bc683704346
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a44a565ce797232b1a4e62c7a5a37e45bf9b1de275e8906477539a81609267
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072e4f2eed4141fe0b69481fcbfcc2c31ca80588
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5b335e26645c74130fad6c2f138c01d4b95c3957586f881009930a7df29315
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a490929d0ee87b60b570a093abba98c98d725055
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec937ac0bc0e666c98cd1e90561a22ef6aff4781f1d00676e706ef70d713ae49
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bc21d7be6730bfdb7f04b76b088934e7d14f87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85525f82d981fe0b9f2cab55cc72500888d11ccddd3bec6605cd8fe441b3aab3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9850a100ebb100015a13a0ed7a43e909d99bc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e7012ac1b3d490610330beddcd4f31b65457b30dd1056cc0774ce06ba139d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f1df643e047e3095c3cbba42e2fea27ce38f55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467a00486325ec45e186e2434cbd8081d60899c4c24734749e26b41e2a9bf89f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6b379f3dc01176360842131a1254a75e6a6930
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362785935bdd6a34193247fab66349a7eff8182ea17173478d6f29b8b5b4ffaa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c774e40073d0d9f4c21d900eaac13cc7ca5adaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a529a7b4b3573274334f6e488befeb033c3007d5da3f8ee25a260537f31a07e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc46fa44ea0afe273a9f7999caa78e3ecb0b8f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4c59346c62b3ef7fce9d34f03004fb9a6c2996413a729cb2f225946bfb0e48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b6ddc98abe968bff2001296e6040ce4cf97b56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5fc1de16bb93fc9a6712bb20acfee161317ca9bd76c8d5f99f9bd0d247531b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee04fee97ccbbcad121cc67854a972c4d7733aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa50e716360cecedb0bd0c8aa347cd0a04820b9c0f524d15f82bd1c71cab2b12
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c173f23e67b6e9a2a36389bf5468031e072e73c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898b5623d97b9ff8d2a9e15ae7e7c796c6f055d5a2e3a8ca4760b3766e1481bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e335e53b76e6946a102b2d059a7de4606ab1e26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468a4381826c632e65894202ac25fbaf95c7e0d65f6e6e445cc7e9a2d9295c98
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8ea0c23ace3a8a3e5786c4b4ff8409f2a0479e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf499c0fea819938c6257a81e61e21af8a6d178313b07c34b901453873d07334
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ac69a18633014f741731989006223f190b405
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3acad00e6754df9137d9e53abf99093a9263a1ee1088120d943614a61f9270
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31923c6ee713ff7b192cfbd30b35f4c227f5afd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4a972ec3abc3beb3358ba06a716e145c1a09d16d372a91796bb3793f3a42f5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0437df4d9a048b5ef1a5d16405022289390d4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b85f7cae72941ab5dd86191abeb506287753e92e896b8ff62a943865959766
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9b0d2fbe517ed1c52e69fa59806279431ab22d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2040f721956d0e78ebdeeddb9c51b0709dd6a610746e47ba41b476717a79a4a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0bb683ffee928069878e4ff72113125b40ea9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b089685d1f5d6a6f03e7b1428f676bc772f86581bf5a9a736e722b049fbd1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e2a253c4d0b4bff26db971b6e713427f0c8788
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83749abcde7b6871704da34c6a4107fe099f0cc28dcbacec09c01225e1e1fc25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176b47235d30c2b3fcacd1c677cc7e84fb4599d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9197832e0377b1dc20bc778ca7718cd2bfadbddbed7c0f77c1244e0941aaa8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82addd98ff4b28e716e400d37f028feb738e33af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4f456fd8009eefa7a36e34b3f472c13eafff763b780405eb845caa17fdecf4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0b37eb7ed7331b73bae4c4e1daaddfb07ff899
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d05a4a36756e494299407a2e3bb8b7b5a6ed586e0fc8b1b7fa967dd83b358b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6106b47bd05f9fc322923b98662767e1191f1562
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1de382af7f4e056537cbc19fe9615bd0669b0d8fcb4e874c0bf01c27a0cc564
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9761815b71db60e9ecbe648f00846cdf500d9096
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f6b6def1ca1881efe79f06def909b330f370ce731525e74618521cf64c86e4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3237ca049dee15a962fe0ad55844d427797a2e9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566438405f755113577bd00a7a05845b1df349067def79caca8d9dfab8cfc40f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c242c1348c41d946eceeb52b221ad6185913e1c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb307b63786540073888112e51d62356965181745d4c836a7730a587348681d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4132267d73f8ff49c3625ae54ac5907ac7c51508
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e6f29a201d9e389f27a3186a639ca8e86da1f478e6ec97d3cdaacb254a48bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cb9165260a4f5b89fb25cb67113cef567d5ce6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8df8cc778361424feb937740ec0285415461b271e61f98ed09ad161501c5bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9f13a50db1f7c3760037fb3b3e92618e0ca4c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033b76225faac3d364f5873590642b6d63f7f92112e8bb6e25753753ef2096d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1272b148dcf7c5b5bbc1ba662d94a570e695a464
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f6c82dc8a532569df9b42b0c2830cd52b41821ebb60a5c94a801526449e992
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558531c1d81d5dbdc4d1e7da8ebebcb76e0273ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2759beef52bb203c5fff2344ac9a72c54c8f065742ce36d88e3e28ace635922e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73e9695138410090cf4614d34f0c2cdcc2c8ee4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4164a3ce01378f359c7e6ee521cc0cc8111a823109421ea93b9b3152f5152583
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161cb82209c2494fd1dff681593b511d197babf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e405a5652320cf2ed67a91f5a3f87013301365e0ea379563626d66bc50f2483
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3f0d0694663bf822f14fdd09be27039c7ee673
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f42f91ad750a104bbd2a1ad69b9245f4083767a8b1c39b201ef56247399b58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd27284f60d6a4ea9374be20d60123be00f0d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39635cc0fac3cc595f00a865ccaf188753ceaaea2600f4aa83c658106a92d5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0de6bb98f0e1f8402bd53a88f812b3e2fefe37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc694219bc1ee1b58fe53b81908e4f8f7c2b3722c6e0e2de0f6291804c3318cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6ddec672402ba630be9301fe83ac7747f1acc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7664c684d694b0c1729c0260aff956aebe31eb572b75e837d54ceaa153c12cfd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d19002694cf280f1b72cf204ed2d957857e713b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5eba76e5a5baeeccd819c456839e7346581769256fa767253fd633c3c978f7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e832068ff2cff2127b3e47f5d392b16d2a0b989a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440d37252839b12332fbabc0261d787721a4b61b906641170f0903b4e54a47e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebed6ff3e58534b928dc67661b081c66d6e319e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d8d4020f71ae6fc97f3262470924eaa981067ee9ae607244230539475c5c09
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9fa8e594386ba82c68de717429ec27d467a8bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff306ef6d86bae7ef0e815fe56807b5cbf2e464ed152056a48739a37582e977
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2a834b41fb60b1e2fd3ce421a0ba184d185fd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6053edbe0fcfe02de982bc953ccd69faf3f022cc4e3417ec052aeb862b6af970
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3594941bb0f3a1555299a05764f10d41714035c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503d4e10d1f46a923d214fa09ee4026237e2953f282fd870a498c5889fda738f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe4135b76959a9941938834f13800a2add0f30c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217914a2e3b5fb36743378f42ce57be0636af141cf48d1fb6ddbcd371f52ac1c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2b8d5ca651addbba73821b6b07111843ab0a15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4139faf17d6d8f5f25d46daea0ca143e466e5e42a900bf38e14ad15e78a77b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac797442881d4d8e505679bffd77e8f9dd3d017
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c2470d57ef27a40000d798095750a13bfd35766bdd01959e1fd556068768b9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a957c50758b95dd92603689442d3cda7ef89c418
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92eab7d065e2702d7459c79521011e9cf5f0fcc87b11e793b7a43487429e4e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c0050729402d8512a961ca8dfc8ce5eb6c8284
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67f75e6fc6fc6225d2270d8b9851400c0f268c5b58a0a4d484a71f00bbe6b8d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd7e5a19fc00986de16deab9281e5089fc08130
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd496fbda7d56ef2c644555828702820dd77dd184d83521c91c0868db60ca15
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc3b38ae11b39f4e70ee3d4df6807182b7d46c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e231071ab231580dc3d98988b49a2b3b746dc0070fe326f246127ba01516b13c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e360b8b9d2e7596e22416aee71631a152555114c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e712049d6d4f8a757230ca7aac398c9f308124c9258eca990a1ca876208951fa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2c0620e01862178b0cc993cfc7de11ce22d68a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b850748afd3539c527db22f54758d9301542a6eb0e1cd1b1fa7b45263769326b
+size 2179