diff --git a/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6617652735b695434a7618f41d707ec82cb998f1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d679930f8f02a9fa4414801f21ece2065c73d26caf0716aa459b06093fa1784
+size 129106
diff --git a/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d42439252ec6d3c0d3ac012aea5746dec908d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b467c91390fc5b5d9f74ab64a25c774b38ecc595a2ebae1c96338fc4b9a957f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd969c57f01cdbffc02fdd9bafcffaa28226322
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dd92290062c29236b05c271a0705864bcf4913f89a68967d668b79a8ec506b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f1b0b4838d25d17dc26eb233b5bc9678278f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675ecdbb7dbd8b096c1d44c007320f9eb40dc262de0ce5a1982b9768703ca80d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7249dbf46675abef2199de93269b26966382ff6e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9978823c949a74ab3a22e11e75e224bb69d7a7586f733d8d8a632414cb70fb
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052f4575d1a08610ee0ff10737ab0ba06b035321
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e33d756c9f4dcceba3ddbbcf9c39b7bd2be4646f3b8df0028079e080707c405
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a787c0df7aab41cce7c97a860830003df104a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfa2a5d933069aa1485947765aeab3094df48726c8fcc8b3b844251afcb7980
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7591eb1e07af3c4e3cfcecd41d32d7a60091d9d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab34cc4e171c3344b1427035f8af9e4eac0c7373abf4ee3572522cfafbb6a5
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e504066c27476bf24bdbd5a6d2b23c52ed57ae9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec77af9b5549d2fa9e561ae3dec1b5a8d5d3e2ff2447a66099510862e273df70
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859fbdb8aac19ee1c04c10cbe5b9e303834a060e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ffce1095a34ca1aee7c7f789227632d01683e3f4c24de66b71c9c653169055
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c93509067dba32da719a2902e59899d8af325
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d52ec0bd3a361861c943f707b4c387ee8446c7b539bfd33e0dc64b62cd5da2
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a07f0e9de4717862dda19725d24aa911942a78
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3f9d5eff49997ece9178c0dd36f226518f6dfdf90675dab56a8d4597b88a66
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f249d84fb38379baca4b093b1dd2f33dd281d9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b4541955da970ca01bfa9cd8428e673d56a6057fb7aafa870bc58db80cc96
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccb77c653164d916f8b638c27412f684f4c59e2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15d8a4dc9da2556ef1a22e54598aa6ed8ce9de3f2f13a6c01fa5ea17efb48f8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c023a11bda2f418aff9e8fd254ce776d75328b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46053b62d596a570d9adb7ba1bbd27226b0a5b2768c54866cfc22bac0ae54b38
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fab5392b4ed80f6667a4059a2e00dbaf811d03
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76712b6a432ff607d75c559b1643dfb2e8d34d9bc58cc3868ed7191fe60aa2a
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b72de7e5d692cb422e68f9f27e7b70a1bc96f4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e053cc498664fcd3d2c59e72e892e09ddd3aa79f3042248a63509f4efabe300e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b445cd5d5d034e70996e4975efc4b7d994b6989
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c9421f4d47d513c002652dda623a7b4bf60c20d7ea9ddd640287deba2a8e2d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f3060bfab1c61dac33affc01ab6c032b344ab2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f70a38cd241e602adb3c35910f8f17c652e75629e0868897f978501ab37bcc7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed970ef1d91bc7c148cee15ad36b92af16de628
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e68ab367b640b2f8652c8200f011324dfb11abbf5e98184d7d69774c82c2d28
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a333343718f161d0005ffea0818cb0073a3a3789
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2987333beeafe832c9de7837ea76aed94debab4a7913ca927b86e94a050555c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fb4165e2ef2ea9f588bd939f75b47a0b17de8c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1860db94dc18cb33e9c5b1dbcd65c92906c5887f516dde12a56ebdfe304f8eaf
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121d70185f3bfe8d378b1cdcbb5dddee341058cc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edc48dff2f7be7f7e12bf32e6ab9cd01719ec1276f439baa879ab940104490e
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934942cb8e5864f2f41320f5116daa644a5bd012
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894113dcabf768b65517e8ff885f3d4ac50c0fa09d3a8ac681f4fc6170f111e8
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69fe69e335a61206c01ef03660ca657f7f0f513
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaaffb357fec88083efe70ee06e791640521fa415c2f46a0efead018388d873
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb98c86a38a3ea0121879d5f8c0a24c402fc083
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5da47e55c9ccfaeecdee6f508c6456e83e08478900511b4251f7f84b9728f7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1fa25fc2b70eef7a02f0c810c738895d01e337
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d68eb0d2e948e99f61371256c3438dd74e4a6d020e617470e626824bb34b8c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a41396f56ebafe164eb8bcb55f5eb2a9575f45
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d749c3a9663f32b736c4eeda822eba3153697ed73a799a9082b5e740e9d09f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f845d553fc54d1a3f9f8a39c497b5aafe7d412f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449419e9227a0a89bc63f8056040523ef36c106aaf6d35b2f50a600f5137d8c4
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275887f6cf39e1bb08474b202757ebacbac51f7c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26bfdf36bb283dfa6538c3d472bc503e4b34a448c2be32f112f1c0bfe95c584
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b0b745c6158a63a968f30d50ae4b21612634e7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7a5ad01571e93a78fe596fec1bbf3fd3be94883328bc7195a7535a1636248e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc501e7f9e2add9be5ab2b3a700ff6deabed023
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e295e8eaacd4f6eeb0ca80622185878397cb6fd6f264d130ec8b1cb0de632
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707734f83dc4b2a014033baff5d31577f851a25c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21419ce0431dceabe348fc462827f760aa7976a0aeb6c5cf445b831ce58b0f03
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd970ef331959b64a6cd252e09c872f35e3efbc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848ccae9f24c7b8e826f16a341f424efae65351d9bb1ed9c0cac6ca0cf437b1e
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0300e0b3a26c21a652c6996e4def654578e41ad0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77df2ab1aeb3d844d06a3cd563ac45747cfa99927934a0f25732742e4f3cc608
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47daff954e83ae33821204453fa6c25eacc6f7e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade7f927c027eea85cc974743403272cbe25c440dc591c3e5a8175608721749
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8016b1cb0832b09e67e34ccfb40d9d3370939a39
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f3bbde74e84c21fb6374926b605e9199576ca1977d9404cb6d08db01ce9943
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde414e0ef81ef4d58d45bc8259cf859ded853e1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43db492948d6e126f5ee570cae877fd21186d918740a80536da11170e69785e8
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9385ba4ef203f335b4df84451a4eb8b9b1310cc1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60dd01610d2087396e9d4f4bcb36b6ff0740bad6dd0e41db9a77ebe2fe40cf5
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db9fe8dd30b44ca7b19b52b706a6f378dc715c5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebed3f43ace316e65ac1d6d94b3448a88893b5a90de74d39bae01edcf791fbc
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826aad54d4f38cf5e96a1921c32e70c94c2307d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25832d6639dd922f2a4334ca56124131b96f28b0585c23b859934921f47ca24d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fd21bbbca94b322b7eacfdf3f5711990507bce
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8bae11404560d4a68074ef734a15c0c2ed00c3f15400729b925730cf756920
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b060d27358b4723b32cde5235e20c1f2a76cc3a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be96d7a071467761569a09b2511d99e437b4ac56b021c88a6a547d11f06e925
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ffa5f1636710b192e763bbb0d5011e1020679
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4b6f2219d08e0772807ff6dc7e1fa5edf8df79bdf13085fa61e52f0c168793
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17c609ad899f8339c3c0e22189ac0426be40daf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50e81d4d2716f52c2428df85e49676846b0eb29253fc649a90332f8593f618c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d99329189afc2abd1928073f942ea0369957976
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d9fb9ccf3a19ae5c99881ea71b7c593c246ca63fe4b1f6536e787eac42709b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d84889c09a5634c8d5a44084dbaec6f1590c37
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9115d6b4bdf9f035c3d655d36942e4e49443215d8443a2230b07f37dfd0228
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be7f41d54b845094f4218e6159783fc5573a093
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104e7f2852d9ba68ef963e8638fe26a5c9abf92862f8fb1f233af250b52c8907
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6fc35f7e7131f0c3e45df0d427330ab8d03684
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc101616f1334542b31f50beab2039f8b26066b6a1c3330e7a0a25b8ba6c4450
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e067971e382ab86ae4a1322850588aaa7297cd84
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c0c811f283210de5800a6f6f0f3c5e610e3e366c3515302e53ef26ef24dcad
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9427130425b62b00ec066ce20629e3a955161018
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f097a02612df6784de3d545d3da0eb1276cb336ce280e39f13f19ec61d3f96e9
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d54c053ae8064fb088e3dadca88418edb4727a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dca8165653c15de7a14748783be97533b3d723e270b810c0ce85f85bb5fe1a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623ab1df8ff73b0a0cf877f70822746f8ea872df
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f92b1562068db9b7fa8702c58d5ec98ea47d35936651066377b3f06c84ec67
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce8fc45b4949c8a5d49496e04b7756abe7173a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0d475c867fc640f2618946311d55e9a0c0912a710076158bf46e960b014d59
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0790113b60071646375138dce95bb75d0640de0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c0eb37eccff5dce2aa13ee723a6a3c4f0c0b5b5d2abc30ef327331e256afdc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb375e059ab0cea27a8bd50c9fca7fd62eb4d19e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d6ffb961c41469c90f1fd4bca9b4b276c46f9695c79270f881f2e55359a7d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b26792c6f0345aaf85fd39e1d669b6764ee5e0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb3bed3e2bbca0982aeebe02116120a89a880b65a3858f64da372a13655bb86
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30389675d7b095561c020649aaab2847b502d48
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792552a830c73ac2c64769dfcafc2d8c7fd192d721631119c867ae70b81b37d2
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4115c6d2e1cb123fd22149cbef0fe11fcc4e2ca
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536359448eb235cd93b48906413fa289325198cf7eea53fbab0a7676c368f051
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418e4ad70bfd7580e1949e2ebdff81c8e66ff5cc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d87043eff4672497b33cef19a725c44e5972e1d26b9e168a87a8db90e3f171b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a329aae92c6b2826d52be838001b4a12d6004a4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfca63326a19234f3ac705d069f65e7e885716d347472e38577285f098fc392
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ac6f022298414c637aea2f0c4aaaf338ec7fdf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7375eef0fafc7d4051544a7d39ec0b0bb274c72d4a0d656a5b18ed1f81848272
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebbb674614587a06d76e3a635ff335c72dc1838
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ed4741e5eadce8b3370b0fb2c90519014a2c872d7d65cd683e8dde46148833
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f398f6dca8b45430e92f28057438b035da30bb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4de8ce1395a70bac933fbb7fbe777a32ba782587304d76544820f34500d3060
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abca3bbeb4b689d0fc704fb57f4ea5b99471229
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2482fb105c84131da4e8e3a1dd217496ceb6aa802f5494ebf20aab252def0ae
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3760fab39636fb94b8dae712a9a2f1881157fdc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5967a938c6094dd596aefc3207c2090ca3ae358339a427d8de30e08ccf6e81b7
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bc60c2498f9e02a3afb8452d13243785842036
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1238bd897a09f305b23bc841eb0235507aa07d274aca2d771ef89b7f51fd401
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f059d8db4b36d374823516ea68402c39502c11e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7a6e7c93695fdab339b679578e68a794b6b51ea8a24935598f76cacc5532ba
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1567aea9573d366f3c60a59fffe169d2d71dd61
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073f95a585357731fad77af68c8b012a5b2bd0dc35e8ea63f045e55bdf14b2ec
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa864bc599a8e57f79b166455a82a2e626646b41
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d7da411eeb8a31661e4bc3cedfc90f3acdce380e5e6ebaa0beb6b013756828
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abc978d1bab0ff0dda7a8e527c16ac7cdf5a28e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bb037807231defd620513b6dc410d6db3f63985297e05b84d5fb4ab0d1dfeb
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1dc054950ce335d50bb0860c742773fbb78240
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7368cd1e36ca3b617f8cb3824b9a6c02885f43d59302fd748edc406dc7417bcc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf6d58485c5964d449af81387fc4a8898fa863a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c340b7d9dd703ce550d3a4ba6f1a3debf7c2bbf4cb7f7829c5612162f9b7745a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4535f29e4187413a65992514400cc8d8b2e865b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb868d475b120e56db45efe2fcb69508a29672ba2d1de56adf7937fbc7d8e7e2
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc559208d115915966f95a72ac94b9b590e69d8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8c1b392627aafe30839241ea85aed942126390ea7d702f32652cefa3beb777
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8870cc17127e447a0e54d1b402fa5293e422668b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94241b80452ac09780d224544670f35a4432904b44b63c2c0aceea759bf6ee8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8073c2fda1570503bde952e807c79bd5a9194b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7ba08c8f0e579148b3959a6a6997fff82ade3a31da0f9ba26b90d3d82da94c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3559b6ccf30c8bb55c9a36c32f8561230b40d282
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1640b758620e89f93150480e757e16c52cf037887270356d98a035a9a1412c05
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed598320fe96e3e36e892199157ffa6c8dcf536
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1314660cdfeebaab1ddcb09666ff5795bf0609b08df9a1a21838ecad17bf6149
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a81092636276aa46169955fff4ef89dbea2a4e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cda6ae95395ff1c717be0e91678960638643fc7b88b9438290c452fa1a6b141
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55298d5d7da44c8c95f38172c59f9e73bb44e94
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e520870fd8b7b173dfba3ee86cf210369b266c0f4fd6a494aa7b3b840b18d91a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2f723224f4e207a0243c0601681bf974933bbd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6572fbb60f780a933a5fa3a4b0aeaf60d3fdb4020471796b6583b7544deed714
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3f5ae635f56757c3a3827a69fe5b765f002fe3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b3622631ab32ae6ee8d098934efc2a9096b23105585f3f0f356ebd027adebe
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1726d5e31c8e67d924fe2acf575d9167045b67b2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eff7a0cae80fc55968e66503911e3cbd38859a2b55d65cb79301b78d4308d00
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b5d6732a590a9cf983bc8fb818f8f64bddb959
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36212c0ca9d878e8a9692182b8e03d69118147d665858ed3e9713134cb4a066
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d79b876079d72a2efb9aeb916009c556370f4d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f857bd4007447dad5fdc6e272a5183577151e1d736e7914522416e86febe221
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510ed7ee70cdd153d703cb2faf7ceced38b24ed7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e64d5dca736f4807b9361e5e709c81bea9c329cb0292e15efd3b8e060f6000
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e7eb35a9775de3a73468e1de38265e27d0eed
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f21e3b58b0df9bf9fcadcf7532939ed88aa2fa458290f251012a5d229b8b3ef
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3b21a95661adab9b1bf08c318480350e349f64
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a8c25f5250cdf149d946a44793bc8847d560ee98dfc423eef5a1acc149ed07
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533ded0340a6dabd706ebe808ce02b9a81cfa61a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c35fcd19e244400a27e8ad7ed6e768d73192532b10501dec13d0feed381d5d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dd59d911ebbc981a58c72f0ed213ea9490ffa7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47a3ea29dc01c03cf068ef5c38fa67be913f203f92169f7e2488d3bb8de9ace
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd4c299dba57391d8c98adcc8178db3b85fb86a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b171cb7c741ec3744bae43bb813870ae9749b38b013c69ab5ff2ca09acc9f28
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4235b533611d899571be2041761c58fdd23509
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e455180fb02c5300b9242bc5db1380926e6f58847237c15f3a8ae7e37c8bebe8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4116b116854d727ee3b2256c072c1e4546ae1ef9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04066770d3f73f47ac0cc8e840dd4dba81e046983957664a692c8fdb7f689d5d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1821f749b431b08a9b2f25b22162a60b97a219a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f0da56e5d67d88d1c20dc5a36383e758b415fdaacf2d8e8a6b8d286d8f52ff
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96573b3848849a28b54f4ee7eb62a92ce02bbeb4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3692ab4f577477aaf7b91cf8f60f95c8afd7ddd2ca31592626fac794fedb737e
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77190dad2409c03d0ec25981760985ca9e5047fd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc234e0256da64e5c850c30ddc409f96298faffef3ef9754e11ce1081c6ad32d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b27e35b2b7d8bfba5aaed10aa7116e12d15fc7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41573244c76938949c92f3adbdd98323396e7ee9eafd670b12d2f02fb45ced6f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f32921ae80938f79b03e9c1a6e5a53ce104321
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2af172a1a1c835833be16a9e131a0f2315ac9a0cbbcbd96bee96453422bea1
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e9d075c15c20f9ef8d04e25be874b46ffa4dbd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8852d97afc5a1a8b18798c73bdbb2ba57d2e934b44185912837e991bafc6602
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b31d033aa05ef082c054974ca9ef9c9bf875cd4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16da435517bcd07a687ca0bf1017faa0ebc54bc8f42942d97d223d5e69fbd6a1
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d88727ecfcc8dd8a483611ffc7380267cce3d68
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f04b78a75469f5728b2f07097281fc248d33d8e02546dbb8d784b84936fc32
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8512946612c28f9fa24e2d11358115b4a2112816
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d361dab1887b254ee2e5b64dada462269643e3a15f86dde29de47d25fc5371
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8a76b1397ffad0bb2885ff464843084f81a7ea
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65903ad0970b39358007bdd427dd6f041d73e9c9c66a4db547f5978e19b4618
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b30da20ab687383d719273cce86844660053cf6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80de9418bf6864d8c5f62f8cd6164f99b68f97c694b1fd0909c6d032848adb96
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadfc64df129d9f54d8aac202991a6c268c2a7b3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db76a143583d8b2277e0370fed88c17280c7e5546bc478b85b00462329c0f1b
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3427381af2ceaf18a2bcb488139e99d8bf7018
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a58d50b0a254e618687165fdbee35a66653a6c72e8ecd0453a686789b06109
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9106de2ff9c30a2f7610e2bbe5e1c47144823e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b63e807c5d2568d5b1a3c9b55e3a087563809d751a410d77b8b9809146917f
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1fa6425a3dbd7e3f57dc4435640d6af66bf67b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f413ded9c8aea850d60b3cb06d5ef6ca276b56566b9951fd92e3b4496637bb
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a217999a0d8b4bfb230126d8bef88dfb80d659b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd9829b323b1f4f437a0f5cd538bc8f5f9c79d2cb65a75c65f2c80f60d90b4d
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6c9ef417759bcd237a41fa361f53925930ff34
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6790a1e148f2866b5dd51557cc43a1c70b561de28c8b74e83447f1ef828709
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de027007d32a4d91650fd7b32c2236efd065cee
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc7e0bbe61b7fabaf7e809ec7b5433e6f0adf01edd1bf96deb2ddb892091ae
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd401ee139dcba758beb388a43b01426d120b2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51c460f9185d61f097f4c66c4127aa204c56655f09ac2d51561d16ba6d14aa
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfeaccf8556302f3e358a40ae59b2345007e267
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4683e1176b143cc5ce8f8b39d745f4599d575f95e15285a3fe7456cbbcd50b2f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385a38c315b1d8c357bf4a6dfd3cad93026c391c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7506c23770812cd1c13b9be5aad10edb7b1935a55a4df758fd02f3387aa7120d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77815611b98719df5383a847a4e1ffbf882ec69d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab5cb54530aed31abbb53d56918a58786f7764f77dc564393e1c8b530e99106
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea86a37fce676050b9933c79f00367e8aedba27f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe27161128d23c2afe4007a6234ece82a472fbcd037f898e40cf4e24db1090
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac49b8c733acd91c609913619bdd55e0ceaa5140
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dc593375ed9ef301edf03fe7024f1d39c7a070f48afe791df2e879af08e7fc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c4c38ab77c9480c7d045e59f72af6f3d370fcf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b69309305d63e10a18902c2ef6ebfe427abe4ac806b1fc966ed055220433bf5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d593ccb6854a5f8fda72b0ea02d8f85d1362d8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd671eb0049c661edd95409296d92401ffae163e94897c601a8dbe4cc3eb75b
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5b981d8417575591f2317fe720f98137273fa4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f4e8f1403cdeb4f94455a58efcf8599b5e58e4c9d74cbf13e826345640a552
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a213b133d242443f85373c576d4f96c44390a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a70c16f045f429db7e5af2558fd49103f1092e2263fc4c4eaacd618dac85ce
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa70c2f7b2fee97cf3272ceff9081fcccd329d82
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d81aee4509059c0d41749d3e6c2e60e9a376218dec2ffce0df40a4eb11f960
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db5a8891d2bcbf7807d55e167abbb7cb0595e30
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0024d880521a88f2f483bb3d262a06b30d52fe233b48a5d9b89ed16991f2081
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ae0184c79ed887f31c7492c63185a2b2e2dea2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c84249fa00bfd43ae28191ce84886116546c7fb772a25ae1d95c47f8b8dbfb5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686d867c0fed1c0f9242372d1890316984aa20d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c50d4a145eaec36f3184dd1d8b08f914002ac576bb9593ebab3dccbd14cce5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0c70fe7903646dc139876ed693d71b3157a347
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffef2a9a8105b26d8100eb1fb6983b3b04891fc6c8eaba18c83f75bc2095eba
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1b3a613e52fc1131cc71779e173ee508847085
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611d7dd97fb2b94f59027203f27af7fbeaa7d70062c3635c2999299468e8c55d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e860bec4b83e23a0b27a6b18ed5d54bac99640d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8822a88adc3c6279460280a6b5dffdb96a1d6c9b9fb4f5dca4ee8f89b993a32d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea954b9d10029d05d794485bb6d8e8ac04ea00b6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52aff4b84fce9abd228c3960960ef445bad520bbd5865e7cd91ee84d2094ad7
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f30b3f6b917062e811b70ac82d6d12805b9de1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f70312c2410b631252ce45e131e3490e33e450d3c9ac9a17861a5f85c4eae47
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4105283e0bc93fe8fe56158209ca6f439f730c81
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4a8c183e4d13cbf522097cc495c04cd8641c76c3bddca0cb78d444820c62d0
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e449cd17e135f6c63c60ac804aedef151e891409
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50664a47c34cb22bac9a4fffd95b020db9bd6d1f4143d302ef3cd3daca0720c8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cee0b7bd4a95d8ba62ea7445819c90050a03c4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e1939f87db71a6d9643f9e4c8797ee401e030057ce49b04f8cc18cf1b147c7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322dfcabc39cc4c1a37f6ec3be050ca0b9d37eb6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d35c1b027b75ec2ea7fb57fbad464a7cfe143658d0dd3ff84408c5f5c4c6d5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ada9cdcef824245550feea952f9ddc4b636e0af
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86be3683ab2622f6d2e8740825f0f486a55ee5a5c579a56b59737c8e68b07066
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7bf8782c6bffeecf8a0162dfffdc3cf7237342
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08ea6705257ce93c66dd920fc095d8a7f399e55caa4da1ffd6d2899ebc0df7c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac97966c0c08c5aa3084cc364100ee7bb624e7db
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657561cb5906d5012f7bd3e530157cee1750ae8f17cc60b5a8f5f734013c36b2
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccccf2367f9caf72ef8d21677aa3aa49dc09152
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d0ec7bf1deb7d9a0068cb240a3124649963a56d2a512818fbb64d6384b330a
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22b301c31972995aff338b994ce50a4307592eb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d76f111530640a1bff3081ece77a621be84ccfa7b2f2392ea656ab1d67aaa51
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db73feae6f2c45289ebf989afd928eaa3edfb0a3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21395997f1aafd93bb2643abb917ab8af8815d795c32c1ab19ad79c47c45862
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130c8b685fd7e35179adfbb9d58d94ac1fd046bc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0badef586b44be2897b2fea3bb3c563758cd561b45ac5b6a633f0c85903a294
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5e40713d1042c253ac8d8310492c01393af40a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879a32d86c77b83b9f5bd9bbd2eba2fb6a4f6b0ab5b98dd33243c7d0491d2c4e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6f10bc74b02baf82199f8357297c2e613666bb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9019bdd403731b4858b59c7c80190439dc63dbdde494a7b7aad801fd5325c9
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e9920bb16339d5a4e7660c5784c64eea78b47
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c8be965f26068e86521ff33d66c9eb7139a32d770dfafbbab0ba060646a7b5
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d58d1f49803cb4733ac0f838b04567f64f5efb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86c4defdc49e34f3e9a1da4ed7e9eaeaa73ea09977251a7a8e2a66b6ae10b63
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15b23dc96023f437a76b589f9aff9b622b1b4cd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62929d69e5799f3e7a378431dc23e6d181976d79210375ee4187b9c7f1cc36db
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f933837b5db5b88f226531155572464d7603b949
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb3b61be833276014830c413e297e7367f552964a579c8c2e7220e629d03de
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c2f74b00f213175f889134dcc68a32c2072469
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbee06a178c705dc024e4e1538c3f88eb528245ac1b8e235120c1f3e66bcb6f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a46aacae163a3b8bd9532232ffc1fb46835d6f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1f36757c304a397a88e8d59714d797319e59d73995181bd20179bd87bd231a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd48e194a86e1c6559c6013909b688f23c0be1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50c25fde47458178f91007cf842caa685116c0ecca5f84e4e448779a8a90b0c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045c60129fe1a0e3ab600ec280b7f6763ec1b382
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb66e92452475b9bec54afb866c131b3285b7a4020f23114fb5c1ece47fab00
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7432e89fe4c45e37b7c127537da4e94acc43a747
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1821d716a352402bd61b41c6c605f581f4dadf843d8ac896a8d2642a47ea6fe0
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f915b4c51b9758165bbd4dcbc142d1d2a972802
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e798f34f54d983ecb59f08767b8a38cb09c5fd13b844e22bd5bb6560a846ce
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1688f2c207d2f535021aa90bdcc87bb145c449
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587cf0337a1a27134b7dc1713710a2cbb72e74551a6104f87744413a586fc6a6
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c614edf2ce50522920b9d26f272cf23279bd5af4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19667ac6b83795a05c42b829453f2d49973085e8eaf89e93208e76e801e6b1f4
+size 129249
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318de7fca695405d75b6e46b97b6e0950050a435
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11bbc682664631bcb7316c5f4423e402072290cc7f4961c51e0ea75a901c5da
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56bdc9b20683a2fa1375e4921bd46d17965fd8a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5fe81f69b31dc7c55627660456f4afbc407f1f050c056f0bfdcfa60d69bf6f
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e0dbfee9c48109093e4ea807b0e0731390a467
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4073d5e50542aecbe13a4701fafbcb7cdba911bc70cf8f29bc08289a95707417
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c489ac66488cc6d65e4a488e98270fdc0b2c09c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37745a45354eb1bdb5df521492194323a4ce6bd4fd972befd2349e817801611d
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3441ebc79da2fc39f412b23994a40fa421b2617e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d7380f16b081b230e4ae592f32f1759d8ef8580ef187923c293eaec29413c5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c40c539eccd93e7bada10b4e5cee8cbeb5af096
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99efec88960ca198489a07073e6f50761518ee81d149b7f62ab03004b9e78c86
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281c326372baa45ba00c4689c71d594d2f7b76b6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7549bb758e6632abeae1075bd253b4788d30122a43c2d6314914648399c47f7
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e190f2932f4d7129b296b364431aa0547dace0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15914974ee9959c5d4733dd82e361e705d7b2a5dd1754ea6fcd6a35c4c7c45a5
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2524cce3d5a69037871dec3904c5ad51223c235
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebb17003f20dbb7b0f49dcafa1a6db33411900f43a4177941b0a4b419cadcd5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954923f8eae0c17d4c960b7f144e8c5d6afb32bf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06771050fe605b20aa5d5b2e456afcbda9dcea83bb39632b1ba4c6913a944778
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81f76bec58a9d92f52494d000da9b9fde586ab6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddecffcefd2a0f5c166fe0c796aec1b61a6ab82dcf798659a9cbe65a7eccfdee
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149e946e034f565c5afe61257fb63c0f7e2d738a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3006beaa392a752dd9d2ce162e7e62568b1c18e5c20aaf59844ee8e7ec78942
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cbecc1d4fa1e8decdb70ad6befb8bc0986c45f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d0a1fb223ae2e7fb16ada978c651d3c09ed803579b49da4447e64a13b58c91
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88a4d2ea68a8ba663b11872f758acb16c56bbcb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d1cad01c3a30b108cb696726ca04399aecc7de8de39d11b27c4ebafc40a270
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6db80a35095abd2f2d6d17803bb659e28502b04
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e38d1b935f1b4b7ea39f813aafebdd0c8c87f07e7b0ed42ddd789d123dcb2aa
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a82a18b32451b5a88546803518e471d31e0931c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3fc63a23bdd6cd85db67ba346531b53e9b7a7a4273c5e66816101018e2ddbd
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f828a3bdaca3d7a90c24008187b81e32a814092
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363b86eb8c839e8b44c734366fae0a22ccbfcbeb6a4722a3cdf49f8dc2603d04
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fa678cef37f9b404a07f35a71665c5bcf8ce93
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd298fbe7564869281f2a48a2af9f05efa324ce7c3935f2cbbf259b1cc5fbcf9
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a13c87121f8671767388633ff0caad7a606a4b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af64aadbdd26549b68fd2f611b1c737231e3aa18ac2faac7d3141a8943add914
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4476dbcce3a71eafa56077c3688fc3c3c11f7184
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4695eec6286d3c7f28b60a3c965c9ca70f6ff66da580eb49c27b4a7beecd497
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c485b294c7bc3eabc2c108517db6ca19ccd6f83f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45fa154300ceab70878c2e96bfc4792c2bed8cd876bf8a26b40983217107192
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dafc3923645fbedb5aeea9a785101a77a1d55b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b68084905efab1efa8504c8125bbe097c81cd41ed7217d6c2b673ae99595dd
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8429c7722a76a8ae6df4230f239ab50cf56338cf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d565f2843ae03ada778920aecb547ac5e2156701f19f59ffd4f009759154e7b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d38b9c1c3e4e3aaf9af5e5256ab6c265d47227a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5eee08cb13b58a1a2432113272b850232d534bf2ad3b4642c81a0194a56879
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a99e5cf16b4d55d0884f41f1c07fa6c8a8dfc1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8056441abbc131e4b5972382f55412108c716821be58db94b212b9a1a17ab019
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2336e8837a4f410ba3cf17585e0ab689fa378163
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3098eb59f744d5cd0641510857281feea7c785c9d964390297280dba79c79457
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db833ba859e2289928924bacfe7b6fa25ec8652
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c462855892ec041b02b2f5f61dfa5b9db29f098654cd64c580c8f6a2325025
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d20160ddbb4c6b9998cdde8ee6759e8b4a65c4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be4cfc41d9d576fed6941a42605f44caa6d5afdfefaeece586cfe1efe3a0af4
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f5dc030ffa5fc887691447e6d27ce57ed3fada
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8224f3d933baab3cf5ee1c44c89866438ef7b2aa16577038c979ccf59609fe12
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcbfe098201d5cca96a17dc2d99d9e322b0d248
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ea9a79ddb4ee26cf2200b526d2f06e94d7890d16a910158fb69d5c06ed1d9b
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f9ac94460b626f73b1b676e02b944fe6a1c8c5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a30f410467633b3d66087b92f85c92e1a3903c1e80b59b57c666056e91d5146
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7c1a4b95df3c79ecced045ace1afb3df046232
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475eee363a6c9329c7f5efe59c0a74688686abf38045c4b63798cce883b35a0b
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1b8c0d006babdf278d1c1728056223e20690b5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee29320387640857346082703704fbd0bd7ed1e790411ed7cb332527e309454e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bf9513f4a48be19dbea772d7e57f5e73fbe6a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9669067c5b786fc8162e900408088eaffdaf2dc2920e5e7b934c59b2afb914
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8635424693fe677821383cf6c327fe259e0ea9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d515da32f00aaeb6bce45ae2f5dd02eb82b75d73be0b4efed7d20480b8f3d448
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63b3935a974d525f0e6f268b6d0a42e770a371c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebeeae299a4ffc8cff40aa441e705801a477253ca80280c12ea455e52220d27
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052b50faf54db05e601178b120e5eb6191b63de7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce3bdbe86b2ed96c9f1b36257b59a130b7de46a096f80e744e532c381f5d394
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7883538ef9898f669689762c7918e3e59adab52
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0f54aae45f6a6e2cf6466a1310e2ace9551f0c763866cd2644a9e4ac129b86
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e71bb3d28927c8af37c42ad0f48233368f5e7b8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0de509b64699313532d5209b7bfd3dad2eddccd69f401a6637d9015fc89b779
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadc55cdcbfecfac39dab638bb42ddb666db3ce6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80e467b70761f95fb8b2433e9f8fa2e09677648f70d29a61ae110eb24205bef
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfff258deb4622c79a9e0d6f4d87fefd486f247
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b838853efb80ab5fb93796200de8002c2e7f58aa8cb2a5fcee0fa32b06f8d55c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d979bb85161f3e7d84a79b04a2aba3cbc128c78d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779a5a917ef8eaf2e12c1d9c37f6aadab01b45a09e76d87ff1fb1bf1e60ca7cf
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f048d9d2036b41111e49fbe8138b150bce94f3e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711c36a09387decb24bf021bb6941ced26db55209f2c9fd0e28a4c8d6eb4ce94
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53178bb7374258d06e8b1f00ab83268ffe57f5e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a433c6b1cd26f4b78e777b16b74b847285c3542e106ac32c109316123688f6
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff98c763c81a3b041a62b234eca009720dc92a0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc076ef7b473b9cfbbf3d4de95ff65f3c0f157925fc0625d02abb05ae6665f5d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36e6a40ad0350d3ded9d621b23bf55bc3f6a130
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a93d195ea642d214bf76525156843ac7329f9f7c56e2aaba2450033df8e1d70
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4877a2b6e464846cc224f056f466bfcb2579f8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7793a20c5f9ebc348eca530bb09a2d1bc36643bc18c7a783a77b31ac5b823d24
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d5d7bb6a855a625bdda75c961e418ecfa3ff31
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dd3d7bd4e1001aaedf0ae2af4fc0ffacfb69a42de2a808b533787186fa749a
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36b22f6ecb96ae45f454873f5fdd3080035340a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96db1e6d774131526092e06adf1a7a760399552e8da89d7044da5c9872ef841
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9602ccdd9ecfa424a8ddfc691aa2706141c3bd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41b8907c73fbbe3d1d9572ffac4072f43e661195878d7a3df5922f3d460cf39
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c5cb8878d2ee702272c461d62e3df7b38584e9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8645394c4a0d44cc01840651ed710f5c3a5084b3155482cae69bcd104b6806dc
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a40e3a8bd13e7eb8c7a752ff630b3cb6365db50
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576d9573d09dce894a3fc2a107930d8bca9358e1200c4c114290b21df2ada9cf
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d125a58bdd2babaf825626fe4a9143c8f5a0ad
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696c99163168f1a3ed441976e57c486ef4716f06178c9ff427b5507ef6e2223d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c13dc7a7a7477dbc8984a567ea54df525034945
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9188ec3430017edece210f0781449b08498f333b028ccc7aa1979ea85bc3c8e7
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25a8a1bb45748b3e7f7ca9b3653ebeac2ff862a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1024c5a7c3da48be63dc99e03c3c096afa0b417314b6547ca03b2b9ec57749
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898a3ad50a246043bdc83a68a8d7654191857081
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3779190459e1914ae83ec1e3b3cdfa7e08f71e349b6b605b0da7655bdbc6ea66
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585b23e5cf9b8f11fc569ae87c8485b6e08c4bc0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84a416128d862c8d83786b5af1f5c4394a175c8abd920840ff2a7225ca1faf8
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2db164bab65448059fddde636c81c8ffea40bf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bde706076ce381e3fb4ac6077f2b1988d09cd7a2f0045ed4ce0ce5da97ef09
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef09e06defd570b1619b058d1c5b2fc16e4616
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8047e38854eed1c337976997eeef6af32fb516012af875551ebd4963cc8b15
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d356cb35c654f6ef7101d4df23d5c5591148d107
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfa8566b7645746bc69944174683261b75d65bfb662ee3858d7b2644a16297e
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c96550c8bd32cc7658e8717095f3765f90e507
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360279193df2d596ffdc45963288f2d0c0e728cd9758ed2e6ab4dd73eec53fa5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df8957aed069a5c4c8f740da3b2ab1d9e78f0d7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4564859b0cb2b686a2db8d23868dc59b9cd2beb7b26ae99de760c1fdcbbadc4e
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f004022aaefeccbf41075646316c076f78ec11e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e5eddb7fcdda8a23970b585950a695eb5611c16bf367ea5456ed3e9549b67f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b215f270b28e8ad2ce6686694308186674c0b95d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5ab3b182ce18764bd665b8bd87dbf6f00785df5966d8df4d866c24dc128640
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9335ad3089ed0564601d5dd4878751f670dd0c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba72acbb259c8869349e79914080b0c6ee6971cb641e6f904a70cba8ed5be38d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da64634048b684d11ed19521529898bfaefa8475
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e79bb4300b2bb89cd082e3ec131a535f06639d2209b59abd6994d65e69f447
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6026d6daa44fed28b5c368034805fa1cb89fd3a0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7c52da06db497635db39c96498f90b7c184c37c8a55e2b94cebafd2ae52d63
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba304e64273521f19ac2fde10747c4a140af5611
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2c3399d0b050f82b98c05b4d9e1748c764088c2d15377db7b08b3945eac0b3
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17dc0a440582312b63417e10b0e8c16ec865bf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3d35e79d1f945da6542715e6059b62778aaf10e3952a5859a85ee280c29896
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d766862516780a0ddf52c1c933362befa1e83b66
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d3dc5c4c57e09f34d76a74959ba8e6bd3ed101e296dca38f1db8368b397637
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a73d9ccb3d6da870c76d6a1461db6709da7e68
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db011eb564b1a64d1f7e4ab0965ba9648a4d503360c3b33a32a11a0c59fc29e8
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc9aa55650e027a117edbbc6de79fb1708cafe7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8b6e9cd506cf57e3f3ff047bc7e6131686dc6ed501880fd0c61e076325b039
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11e20c84acf26a2b75dea04c96524776671740f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2086eeaba56a8ab9f569b22a054da589bfa563b7127282451bd45532fb3843a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970519ae739fc0da1c4e45b456a4da7a2e4f549e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc7a54817ca39cd72a9eb709a57da9d59b925afb774d3c33f91cac377f4f2b2
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d304dc2118cf553b60614f7b7f8d33643ca37
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ef59b1e6f834b624195275588eb6873b3fd983be45fe4b79cf3d39ab65de73
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91008c2447f22514748553c9f4af6519abb85865
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3029a6ba8a5271d468a80775b8fb16cd57edce99466881aebab22cf650e286ae
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc01e1b392066b10a7b355311183d9eeb790218
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd533860b13e1c6e319e961ed44d31146a917b03e53dca5d1860fe66de1ab291
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fc39ed1c7498a5f4eea30152f9d60cc42f5d51
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590a6854ba43350624e27b348975496ebdea3c13e17fac701a9e8e04a5218764
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cc9c2172bf25198f6dd4afda8215776452c3a2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ac3a0ea360654ae075731ef7286f4f1a9a4316faf956daf224fc802854fc14
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b79404b1527984e2c3b51066e90f711e7df947
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b5d8ddfc213300a0c93664183eaef2505b09fc13fe5339247928f769b2d551
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2961740f6649aa43e5cb511b97f36598e841f74e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1b6008ff790bd8430a53d0175d8b69268d1ee054dd9bd9857b2fc742455ddc
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6499ab2a723bae4dbd3c5c6f92ec231cdfec4a6c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd41e7d8fe620c9ca7a6b8c41932390dfb53d6ed01e75d5d384572ef7d31b5d
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa72d24b85df0c2a76a8667388f5b5169efe539
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ed5fcba7137240bb6a678f79b8122ff6033c21c183fe1ae13d25157abb98aa
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa71121a5c96fd870e7c6ddfde3d2de402ca2f6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5942348977bcb74707d1cc4fb37a307eec85d68dd6edec07b44429a3275e1a6
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321610cfbf5c671e452d7eebce75cb09bf6b33b6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41fab11f96d52568b1989ca5b6806031bcb3154e77bcc61790ecd3956268a6c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a22cfb5e20791d8df12523dcc9bc0242b683f4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2770d75d4baa042a647380f7ae6eba6dc28e7fccd837cda34459ce87e45eeb85
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2464d87b7296994fe95a5d6e9c63efb727a31e9b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba25c473b44c1f43e9d51e0752c0e26341dd93ae078d6cf4e6a3864257368764
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b450cd995f0f8da6fe80fec0c227f32f0aac9c77
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b260d5ccdd3b914884262d339c10c32391f809a784ac927c744a0fc6db835048
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf7662f6a8750e1c725c9b1e64d223fc990e794
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41ce45b0d3fa252eed200fe526cc1ada5182b24d9a7d1361b513538af48decf
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca12d9022e4e4f424c19b1be15d907b735bcad9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9a7e8c9e2b6dfa4ae2d9946ba448f38861afd3717aa233a33810c4bb40f519
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b0d621bcf0899dc02de54669330c1ad01e84e9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86a827da0da562266ff8d281bfb0465f8e7be9a09e98114b45099a3b26bd55d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb770c0182ae5a3b25eae8d329b79a0686473414
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ef0d5156a574e1563caa53a2a4fb0a310b35979d68333fb0f253d90954c3ab
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f545715537982cb839034013d4a29d8e702d78
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363d34bcf1625333e8b573201e79e50378b5242877b0c48b33aa424b81c4dac7
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e067bd7cf0e402e47edb50b0baed229b8f5bda
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e452519b6f96f218e5615f8b731d4d5922555a7552ca620469b43704bc880c9
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14c223f64d19f8c75bf20ee3b61dbd54ffa0054
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1824119c99ca990769bcf9da2d13a8186d7c40958a0329b9d3a393c2270162
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d197cb88081687f58d81118e2b707e65c87cd5c4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5101737e3f2aaff84d09a5e2411345063349f2d47db233ea7f90779aca6dc4ca
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3461ef16e34327206faa8299b31975ba4e1ef3a3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f4b134355340d7c5d6f4285a3bad954183f63b4cedc28a935dd7b576cf699
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82b3e9fb227252ac05fa8eff69a036b26ba3b8f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7bb6604a015dcab082f10f2d8380e3dd39bf71ac5d8368c0c647284c474bf1
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ad93594b2227ed87e249b806c8e7743e54314b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daaeab0a8554821a1d5d127ac94ff429214cb8d823ba1cb418ab4e410aaa110
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0703ae5c5e37e827c324b119c558cd2cd0f917e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e75ecf32289e358898c7ed74b68e39cb7841b517cd5af5a6b977b3e2db3a7d
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81badd0ab924f9786ca2ca30a212e401991e7e5a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29bc3005ac13b384adeb7e411e5fe6945458bab9145306df9537e4eab5f617a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54917513f000b841cd1d344cd4fc384bc7480a6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edaf9deddc0362d99c0ef536b7b5a84c15237244edc2a4944a6489a943171df
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b43e7b266d39d4a4e728d5929b7bff07efaf789
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037740da273a56519e757355126bee16451ed7068fbff0bcc3df8486837b5577
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc82a5eb1073de45fba2a5c62ab2e8aba061eb6a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f46d9189adf921db54fabc756d688a36e0ce941470f21dff326f6765835b5bf
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fd9339dbf93d90d38533c9f35921fedf1c746b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9616efe983b550d173b2a842de5a469f930d47625cec04ac95bf4e7f8519c9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c80acf32c657cff9f498f5f8da1c6c8ffc2f9b5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed1125c5aa00b0269b0c790b93a421b15d0b6ea18ea60aaeeb7048fcb203711
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4289a8ac71677ee359bd467528ea6a7a93450e37
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae16a4f140d26e6b03fc7c69016b63bb8e3d1cd20653f243b8efaf9e257ec7e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6cfa14e92149b08c40eb989b3914372a133e1a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f75143cb257b0eedcdf85bbf0407157b45289624174a508a8c141023df15bb
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48411bdbaf668f15df3173682315edb580b41527
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbef8c4d9dd23693edf0be016ed78377a42002af651736e3d188fbae5b0ed7a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2454317be4882d8a79ff1bcd6257ad4da35114
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796ab9283caeac97c89723e45d048eaea9b320807123090839af85cc85fbcea4
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e58ad2de8695f27b1443cd215e4c2aba5bb17d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3242cd33b0e0bf15795b088370764e91ca056a7e9e894306ae87da77ff888bb0
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49cae5d1290e5fcc8720b013572d8ff25b5f110
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7642fc4ee2d228836218399ca7270ea750df65a650315c1d9e060770f20af80b
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2751a7d0606a1b75475ef4c3e09618f0080cb45
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a90c322d30b54df2fa9f92f17253d041d0df249cc1e8685478c8dc56ad32ebe
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262c093efe0f22f34115e9cf6a9b2e08674d9db1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c392cb2451cf861544aaf8550e6f39a8541ad6c428c4ead8b2b5ed89c98035
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c91054d8e4b5f9a17e403b16a33b60765978bd0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2827cfa8c78420433be85ed77ca1c7e8df5e10083fdf97291719cd0c3d1c2d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea678b98687e66d6471d4bd43ecaf5f00e44afb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd46ec97c2c57f2ce3e01721c9c744f8286935b05ca9d68e53285b612cfab9d5
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4b682ccfe1352990d5e021bced93b57c10d36b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bfe285f2d998dec0c1b35d8b8ba43f4fac6bc6809b7e5515c08c71fbe463c9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748163e31796b83390ff5be73a3feab2febff11e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974b62bcb47c79c5126f7081b3f1c24bf8142166ce1fcd11bbb4897d9be2c099
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269651e84797c89f2ad65f714fe9e0797e2a5d52
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006179cf0d0d2ce031d3b6ebdba76b9b3f32f40badaa550c2d13fdd574bb79e5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f8ca24666d6a0565ee540d402c0754e155a287
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747680132f2be04f0636294d5330ab44c56911a07a4be1def8e04a2ef3441ffd
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e462806546d07c2b487c8e1f80348bb78b423f41
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0ee265646db0a2e3f42e1c562336bb6ee67906da75302512340f1e0835e00a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef55a2dc9eb5a9f2f6b0d96dd1a32d7632fe366
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb9258ec666e81cc631a9470bdc85c15179eeda952cedb39fe91c610c3333fe
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9a3c14502239ee9b547a7c9f5536c2c5451ce
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd80528ac2214c3612b164bc4de3143aa22cfe2938dccefe0c5ceb6b08bb571
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0a84f5856e9d5f2e5f02bf1473c3326355be1f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fd4abd05178e4bfe4bf10f05b50ab931c19b8e83db686c40241ee8ba42b212
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7540e48494c45dbe60dafadc95cdef89cdc3a90
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedaa31af3d3689facb26d8a5364fb61de2bff045c9cad5e28552859b3bac469
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3059ca85fa29838bc2a1e412449ead04a7bdc3a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e951bd6744db4739adbfac73d4081c4cc2c3c319f4f25cc3010d0e0231941f39
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69d56ea22b4c5459dd6395f0055e2266f5b3290
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9623e8fb17d619ed76f3ad3e89f2b8b5297380e917c5560f6a2c9e7ac06db1
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd7a9bd104a32f8f57658d87605eb52558db99b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9561f6057b1dcf83602b24472f7491ca5129173f2d0c974adcb5316120fb0aaf
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4917586adfdf31f74852f80aa6de71e85b45e7c8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75123e28c19300c8b7a6f76bf5f673bcc8e0456deb6f4a63f3ef9af983d654c6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2b9f4a28e5a2b2ee5baaf9645a68ce77e57bdd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2b61438f380601b8f10411789c8cd95eb444f0edbe6b816f65a79229b396a4
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a36a7f164133db5de9c146d23b290a4a4b5a4ec
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba23eb3c07d3e7fe2eb1408937574883f3557665099caee1e7418cabe6b0452
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb272b7c6c852990a2cf77ce52bfac4c83ccd75
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2f7b91e947d8f901da362de920bc8cde530117dc4872429675c526b290f5c4
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63afd4fc932e865f0daf054fe8cc532bc13465c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efb13b10ba56653a89ab0bf4c711105b625eaf4b068e1564826af64db8aa8df
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1973103be0adce0588a5b2cca94348d88c0f3b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e5df203adca5c0f8b2cddb878ed9c40102a3632ad7ee0f7b190cb66e09192f
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf90cbcc761e70a347f2733fc7e8db35dd867dc9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0755f75035a2dab1d99631209cc7a6eb540503a658b6baca9e07b08044784cb
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f9492b8ada5ae355f81a5fa8daba54f59bb5e7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f720af2cdc8fa514fe3186d1b2320495530fee0f4299b219de8d34f08ba5b1c
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ee45033023ded4ec03e3a6b234409c3e1f6a4e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa181794a4628b48ada12a5f31609c49621617883b414c0004b4e72484ded70
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9deec72bef68c5b2f78a59b1ae9607a56925eaa
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef7b1da791b0f91d4cf8f497839009050b127042b6a27c46a2b3e185a642e6c
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdf34a1f716e6adaa31281a9f838649dc4ca0f8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7939210eca671a49c6981325874342e01ae0a270fc7ad2145d81a50d56133cfd
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc97ea1ca3c3a0de973e36f106dc51fecc4f0f0a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5342b0ce912b2052697bc8d2dc0d5afa66a57aea2a8dccabc192d3ef2f4e9ad
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faccfc5d65a7cc66af33034f66a92eef423f9654
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f6561dc59288b8296693e03f2fc36410fa16fecbf66400d693e62266e5ddee
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6efce942a8ccdb8ba23f0d02e586588817c95e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e66d09ba464bec84995d1f566e3553197072419eef5925a8592cfbb6e4ec52
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cd45a3f9f7d2499c9854229340ab05cba3b693
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9d12ffa482d7d5fa72c6b713d2fb91d2797fac9e0ce92355863353d5aa43d6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c5890a3fba7f8b4aa066ea5400ff0b6437f616
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd10cfc6ad8ad7888a29ae770e941a7ea70ce0a21bf6bf2f51ff38a6ebd0091e
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1de9ad23fa038d0f8c4b346771f6a9dbac35ba5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5b4222de4a678143eb25400f891ee72819b2d37c8e6511f76b1ee5dde036c9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8855e0ffc98331e319c06fb8edf920869eac0770
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713c2c5bbae7e9bb5d759f7b168d2c747efc576ee6a75439194998bbeec882f8
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc9ecafdf153430f43a144e5c69babe5475ceb1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd764bd1f31b2e8c641121a7c57a38a311b230d9b205f06f274e7b92ab99272
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239e9c731c89a894cf20840f0f25cb5efb6c9bc1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ef5ae585e3c70138fec2521f25599f8a0a4e087d25df19e39e5f1cdce1b449
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80babba713622f9a43237e8179237115fed4e10
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50b93db81ed0e2c8c8863b4bb3ec06a36821dc14f203a46c0b9f352988489df
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c5406e2a37110a093cf16506dec8c7a0de96c9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591d80804673425b1394902ace49d2ecdea697d7a21d2075bd83f72bc193d7c6
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb866a395852f7522348d0006e6d70568d7966d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0dc29100fd3b05b2df9fe35dbb5d9ffba28ddff29a3b8ebcf7a0c1496332d0
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3868a5a4b392f4e5533c1df2cd68004b670d34b6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d306a15fd22a4e1869d63e8f08b02c1def1f043606bedc3e3a22372a714a1
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e501ed2cfd0ddbc005c9073cae1ea46ea8015825
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d976b405a5d92fac33ce27d7d34d079c96a15a630c84b783b03ef38464daec
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04584b81559287b86f67c966cef6e4033a06cad5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fd198c1e6c3b3c574cf9ecf059d54e1d9f11ba931b3d5aadf66ec1e079311d
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8b8fc132e325de23c73f0cc6eae292c0be25dc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c8d6ff0c718fc58fec6689a99ed857e5b15242f3c165f355c5341c8a8acf64
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4972fd67edb4b51d78ef081fdd17d9e5990566
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5bf1740c5aa9b09aff8e6948711d2c0b3537859b287ce500da58db36179935
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a79f211e742344e71ce08b4bfcc412ed6eb66e2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ce50522baa7152cfd225977ac37797a751b92ff7c25ced639c6f8e165eee3a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79366ed3d70d17625532318056661bfa79a7558
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6a61eecb9133f4d34938b996d6d24ab9162b0a8766a2ded4a3c78449244a4a
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132c853c5f9a6faeff50c09297be0c30b6becc3c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5ab79c6e00d4ffead5e6edc0bb784b808569bde066c89991a5696115dfc643
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fa0a7808d54adb89d81389d84711867c15fd0f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0608bcdce0c95110021b340b6da85730c0e9f35a4257145a768902a4ffeeb7
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151a05c7317d9e406c8a3f548a3950dc2c9ba620
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04546b1b8ac1f526b33458f81d1e53eeb89d05b7016cfed10258233b31193785
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24e8cfa5fec366593183af08b566baf54b2269b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edd92f3ce1c1ac9b180f0d970a6a1b23c19fa7f4002f67f58f38ef8bb28f714
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85994f5c4d0d4f7148eb49ea2496a4b2f6920a33
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249652e5b6bad6f73b67f677a73736985465fc8cd4feb57d60d2c6b687899572
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba0d1fe431edac735f5eb4e0152b4aa0520af84
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704434f0dd7512705879aec9cabd8258c17a5970b24d882f14b9db7c316628aa
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269f75abe26ecc04ac0abf15ec3137322ffe6ed9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cef5ede35d49a93c450f802b03fe54dc9e53e7e18b7bb21a4857bbf0d33c33
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cea2d478627fe5bfd097af4203c6bf1915246ff
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4426f6b6c6c01e67ba242c32c21e9efa3a2fc51852fb9349f021ca57f793dfaf
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2fd1af64343f8eb016d15391991b8b3005d957
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958e885de5380ee07111c26c4e5dc57b04c26567d59ff155ef901ee38eec3844
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119814e41e07cf7f96b176c7c9fa80f9cb4690ec
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff301b4415039f1e69c71b71741d26daf5a3e403a12731d7cb0ae7a558523f3
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e28b8c6b99157019691e63227d9accf824e082
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344df20fb655440832f72a8b8ecdcdbb7735ce1a677a9a46acd6102572aefa1e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7beb616a07ba59a253aed24fb1af6a9457d78deb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf84cffd1ac902b4b4994aec3d807a7eaa9b426e89676b58d79acbc0517784d
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390215678ce858232dbc5d1c1d06fc25f13e73ec
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d40ba0b8c5226518491183dfcde1ded53648972817500b548f08de72acfa5df
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506b5e3a277e188a9d7be2ad1769e05d8aa71928
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b41b857a5f74e374e426118a3e06306221ed5678339a86835e34649ee059de
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d07b053ec42393ad618de5ff074f03fac70ba42
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0066ba2a0ad95e28aecad9fa9b1fe88901884821dab492acbbc639987060dc82
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77db5f82418b07bcca88e52bcd853a5d441af17d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3230f9de2c0d406b968ae1f5afa737b7a64c1bfdc59f6fc7a65eda66fc8ebca7
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d081aa7dfff540b7a313446022dbff4b144e959
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2617b2a7f47454f218d895b4d15492af9f626bc1c4c74148d6c406f20fc42622
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec2cee08655db40569eca58e10352784fb910c0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f2820fdaa00a6a9d977d63245518968868e3c79ab9c2bde4ac4f1b97c2a624
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4515da1bbb51e7474ff3410a740f70d1414b6fa1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc2437a3a835d5d6c7a6af1527641bdb0565a7b74267cd5e06abc9003590467
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db306224c19253f8642d8a8eb24e429befdf180
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f3051c11dd91ccc9327b5a7f5d055f44d1ad5b3001d630d24b9e8e6be69f9e
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132fa8f1a39c5ba04023538755979117af186a09
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b4b20e0962d6f84c54b519c205775edac38a95bfc45f781d7db1c612918e5
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32723cf5a6154f2a332a8bd32844dd98c6ad7372
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672a668be0ff9c3e4bef4683bea973ba665e96398072c659bc7d5d020fe25bcf
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75af62fd0f1e7463cb948f9642141f382f90813
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fb3957c27cee7e333a2e3e32683aec3c5f1be8b3d42ae4d5a9f8ae729696d3
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348c4e74185e3a7095297a5594a61a07991406b7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5911ba0e7cf16f6df4167e9f2ca2087d55e7c0affa537ad8c2fec7d3fc53969b
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c142f61486eacdf9b563984dd9054ef75c5833cf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aebe117834ddaac1efbc2175d0521ef2797d28d17fcd75fa8cffc7099ee953
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c65b31ecfa31c74b753c7169949b3343368b1e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116a9a40cbef39b7883e22b99d7fc0158664edad40763db003011e4c8f1932dc
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993faf690472b2c09c1ea9f59874d91955c72f22
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115a24f4f59d8c51aeff982206f40c46c1d189deff81f703bf22c2cb69ba9527
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960749dc96ecdeec6f60c2f9a41b5610089c794d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53601eaf7e0d66e1c9d90fc8a46534fe20c4f5832b5b337543ab9709b94295a
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada7d90606f34fbe166c8cd9a2a783f593d2986c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee1ccdf40ad6d92dfe281d3e1fe4733c6a07e0e7dd31cb79e2cc94311143e8e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420cd14b6e3b4727927134ff3bd373022eaf029b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbfdb64ae5e8aa6b95f604317deeb313674fc9535e96e0dddc50fe58a4a1ecf
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2b1b34eb5273be6bcdb8a8a787df534bbec477
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97953aabf13e04e241865765331b93c6e535f1b100378fa8c2eeddfc78e5af1e
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70feef474362d42cb3cc8084f4a217d8cdea4424
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d65cd73cb826feb358f18e8b67ac294d9be8468f0e41ba2b951dbb8e50787a5
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f466f33e19e285d2b5c41bad46e5ab07d7919b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbf0394b38d323ce354a6b4e2584d6e6e489f31c5312b6df7b93f635a8afe44
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c116c86ea0e46a05ab4996a5fbc590e3fb8336
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a064bd7a49a386219dceaa60186a3898dda0948e5e51c64ce1c5466b1e29e44
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225049bcefacc97cb7f1b52c45d09833378c475d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013701eae7f825f346fc4e1ce98da02bc0a337387b671e0ba8e4d363a662dac7
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e738b0f8fe7d1113ddbab4222c7957bea9f6ccef
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038bfd919dcb088de5f2a9512b12396418baca931e4c17ef6484577027608661
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12ab8505f8419fe5725944fea3639995cf35f2e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6babfdf38dfd7ed5d3a4cdc0323677552b62fa808df052c5459193e44ab9c2e3
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07b2c0ba71f91ffa40894771058665af0592da0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1fbb7e61ebf3cd2a9cb2911c9bd74c313bf02472c46c66563266e54fd4a5ef
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a852355388dac9ad65c9ebf52eaa0664dfb6a2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b60635cc3428032b2625ba9897a9aac69d647532f897e9c6b37835510cc27f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1b8ea523b9250566f052e1810035d1e4db9cdc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47d70b10ef35cf7d233229401781697b709e123798f37f4dba235943f320ea2
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4540788133005aa7263054ce41aea23bbeacdb8c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82dff728de0bdb225feb462f37183a60116ca51b7302cea9d88e1174d01339b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c652b199aa7755b1786424a42577efb54668337f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d9d2567a020b6f5bf46934973852dd3ee59703bbe371b8132bee92f6f114a3
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed2fda7d7663187bef49446d42f9abd7984d482
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c4ddcc71417025cc76d6de29ed7372ada4b55d98054a87c18e26ef295c6295
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3737e48b4f2b0265d638c08f03fd524cda6e3b21
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab718c7af8e0777660056ba14d131787bef26d530d86f510d5454501832dd78
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4988644419867aae965cc8242cd9ee1ee189263a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e31153013fedb09ca75146bfd27e7bbfb39997c63c1420aff138fc963d1741
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17d338428d30d15c3f88e9b6bed1d2c127c5a39
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241dcbe8de4935c8c6c42602d1ac48671d35c26b3336e3cde0e2d3ea046931c4
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb41653627f5303992d0d761d8f790a66edd1e1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e060e36a08c6463774c0dbfb7b5261aebf474f9e9675cc79ad7274e0712409
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1251f5e86c1f74e831cfb3811a80daa37b566a6f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750357ea4bae286ad8f7173dfd1798ba7d9fd0160071d93216a5407f1c60f767
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a47614bd951cc7db8fd42160d9db47075e0e32
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3411e34c9ebc49b70b2f3edc427b2cc5ff2ea667fed784eb63ca8eccbdb319b6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf79ab6ab2ab5c389ad1f7ab62315c5daa833bf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd02bebba74e74c2723ba53381f213d64290b152da2650a75a55194b515969e
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1656db35203d3bb06e48a85ff375f41efccefc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16edcf49769f1f2c07b952120282d48aff034f703efac9d94e0740514f3c904
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06242d2c18cf41422fae682e284aed094c34f5fc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb2e872729e4d0ae83919f80813305c6696a99c3321e8e949d828546e1ee4db
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c080ef78bb61621129fb9a634b9eb472d2e7a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3054870ec73f4df00c739308e4a74bd6aa6a9a2d21986f5469c35fdd64d5c879
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f19843527600a20df362a1478a1496b4907743
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6db4be1892f0d2ec49f300b2ad4c178a9c8f9722aa7567736fad4df3bc8890c
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2b938f66fd2007153970e03e0b4388438357ce
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c53acc9f8624a493efb4ccd07ded7488eace8bb00136b980c68b59ef00f7659
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56d3ac489242e7dd07a9dfe1a3b1866aa624c5c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4992997c24f0f3f2bec1d809d067da241ff5481fe6a0e8c42cf151e9889e7ec
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ade6b1f4e3c734f45da6be452dac1163e6d719a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34420956a4cc119afcd10f6856d226c56bd821c447bc6651455592f569c5e978
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8689789d8fffb42578a51124f28f0a16f6888a57
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f739906546215f83e1500e26f78322f7eeb5f32ccf0d6e4916afed9ea08c3634
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0205cd5c77ed8fe06ce7d559bc6611bc3c43918
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b5f80eab336cfba0ef90889b9c419572f76d67b5521e63e0b6280e6e70304f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01aecf75fe6b40ceea00152dfa51130324fb725
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f71809a1d8740192dd4581eee70fbe96241077d2cb85f89271f2407d0ea5b71
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719664bff57125c7ab72c745f7cff8373c6fec6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2490f07435c23c779102ebd61423379e92e3195f8701e7fb4e22edc253f5965a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89048e1fe79d9df303da8f0192de971c5ac0ed2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a46555de814236c2d51d5e149b5cf071f112e472c543484da575b144f876b3
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226ddae2d1c7f36f54686183375d8a1d689c595d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2aa92953c780164097816c64181c7b4162f8a145fc8a6dd267ff643315c139
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec51624185adbf8ee6021ce0fea5898d71a3e9c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ed93b7af2d84c9089f87ff3d797fcdeff71bd2f2f352b475d1a9a40aa9dd26
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f55744d4d583d3b734f10fc722290b9febd6c9d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1635004db5b47f2bf1c4cd11b81f4e6543456902a5bda44b70b1f74c55fd6c9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1001e8452f249c8b4615efec4d504bb1b4067ef8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7ddef4ef0e585498604015425ca5419271f4935d819922f7ad31b672a32711
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3698fd37574de39e0ea60e7c81687b3e7ded489d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553e57dd2950fac6329406442a8aa9d9d9b5a1cae9036fd0f7fcd8054aac8c6d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7330b939b54244fb6a64c3c7eedda04dab03994
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5631fa77739634fd3e5f3cf17c80843bbb6f352a7ebee025e1d89ec42a8732
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9793a2c9afd5816beb3881805707841ef4c71db
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14814a81fa9d9f7a3bfcc41e9510b2710d5bf78d3457d515212c034a64f4ab78
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd58804a25c7e6af2ca9f5eea6a29b3eb64684d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efea475aa8b8afd4be6cf07f9d33b091d6e58087aee1ce4b4dbd99e9e6b59ec
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3efaafdf4a6ddcc2b575056fc8df7bc4b29405
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b40474ad867d6cd7beefe1f52b7228dc00a3ef1aac5380c3313fb54c7250f6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7892929550a45e1a609103b35e32f77cf4c01b2b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9df841cc37641f58500e290c3e9f4dbf1b08039f6245303c65a97cbd62a77e7
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88731684f547744c72fec61209c09815a43c816
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3180070dc30f9fe6d7e4fb4f689e310998c5f5dc5c33787cce9b9abd654b42b6
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448598179a1e2c9ae77c8b2062746f08053122cc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9481bffadcb699328bd0e422a9c2eaa8eebbbc27c78fc131e881713f575ed4
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc151f08c1757d4b634f93163aa37f4e56ecdf3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ba768c02a60b82a91e175a03d4075480e0959c7964876887d2d7a558f47c15
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873f9d0734a8909fce14aa5c7242564dc183a2a7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360df59ac00273fbec9049145d04ecf564bef6d75f7d82d80469edb9e9535be
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e219d4313a1500feff362f8e8d0ea8b8473e4a2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215be825e8f1d2e799def708416a02c137d024bef8b7cf39d35a4dbd240d0022
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34587ebc360c6cc28b6143561b47fd7dcb79f221
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9453eaa9637bd40e0cdcbe93cdb28992e9b63e0bceffa44cf2d8571599188326
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d717a62ab024685a7a8ecdfb45d7d63f5e65c84
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69714de370ec6acdbf5a18cd5e108eef55c93e774dfd183fdd0549285c7093bd
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdba0368b08674fa81c79651ffe5c09f7e2128a2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1dc67454f2d550c7396dccaae9a3ebd682ba7d4e78fd83bfc12512d2865309
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d901576c5edd59a124a2e326b75d79320e03fe17
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38362b7d371c903e226ebd4328d24f653c1206677251ffd97488a4fbc9d7788
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76e45db4f5a38dedd5225af1c97f7f3bcc229c9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe25a18049e787a3fc367de765d5bde82b7cc09a0cfdb6171246492be3b6fe
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd27ae7abeb791ae550ce45466ae1e1bc8b6ca09
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ea092f5ca74f90c331bc62cf38ddb7bd71a2386297ae9144ac8767cd652c70
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d0c17023d51059ecb32f14ccc1aa82e4f60955
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa88bf329b7ca0090dfc01ee61aa6e78d3d244da2498a615365bb351e5c18ac
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce9f97f0c793c257d85497acc06fca173194224
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4445d995d13f82f5f5cac30213410efed1123707482375b8571c198712bc624d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20418fbc636bf8ea4cbef3eaf7b302216ad125a8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa64538d475639346a486427fb903eaaf1241aa4b13ab615bffb41b28798dad6
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9869b9de989e628ac7db84e81debd030ad53b733
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21aace61932aa40cf6950cacab8b1062145711d1f30885bf980ab02ef489420f
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cdcb67e7cad505171c66a0aea3f963235ad14e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1624b934115f77329357fc5a9a9cdc6562d2e981f0a1f833e139ddeeaa5ff4d
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a8b0b16b68e2b8c47d6eff5f4560da36564234
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ddd97afa5f9ec3431c0bec9bb97f8739883914123f224444c6045af58a4a95
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7c5843fd13daecf5f7eaadf24787b8f25fabe2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc02b78abefd10ae8dcd11d72dbab1d8223bafe12b4744cdc853a1f6b9d05e1c
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1998040ad17f7a6a6efa8d7f273c55f6b6719ce6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1792136d933db5e01b2201573a8b25021fc095ff29d351a988bb735804b6ddbe
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d783195dccbbac0cd7363582c491584f48fa2cae
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d565883e27ee9a70d344f67d93b8c80a2960f06aa0a2b9c494024fe654a516b5
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914c03a48e1334cc7c78c0eae37ca964b5a3b787
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c1c539cb1112ff9431b381a566621a46b7a15788262ae818c3ab6116afbd89
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df22ecad8777e0fcafed56ee03788cca11f82d1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8c796bae1a9a42c512449e305b844ee2f06a16ebcd42a6d68c97b5ac9a63d1
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21688e7599559dfdafc4befdb74c201aaaa98b8a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b2c171b9aba4b4ff997a1657ce37bd793249c38eb7d55bb37cc4319dafe2d9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5a48d9caeec15a92a4e6e5379f10a85c74f677
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f431c22acc50a930649ff8a878f6690841cf977c3f10d73587d0125db56ddb6e
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcde2315c3955d263e36d3e4d45ad88cce7264bf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b526a1a9f4df8c3c1b27fb7647b86415181d5c57a04d0c516d73e52fafa00af
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da823d664fbc98ac95dfb98dab14286b06cc3d0c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85003855ec00aa8c2a15a5717dde12db88bbdb96ebb8c95deb1ff52de74495b
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9116b3841fa66c2d2bb61a5e0b6e230fd445d1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf060a0f97acc2e5c689756897dc063171699af5ea343c39488cd23d60eca7b
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83cdc42c0e376363a7219eff56368fb32f6d0e5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d924d7c9af7c5da9546319a3e105c35a9f83b1d3f1d3e94faf9890f30f1b4cc
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2948d0d07c21f4536da5cc5c1f912b930805850d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58abdde530782451735c21ecf9ffc07099f5f5e5d11de440cb6cf022f01361f9
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c0c51ebf2f953a5adbe16c52854a9650f6659f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec66ba8c34ddc25f589f3ff69791232ed46715fb180ad530a040e004c787dc69
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b39f0e7ad59a406c3d323d526ab82bc1b45ce11
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca31742ce947fd8c6636294ba4182c2dadd0b6079727972fe05a3a60392e0d7
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34bd55eebe667105e4b67d7c86b90797789dc3d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a16a4c011dcbe96a6a1713ca4f6a78a615bbb2efec74534734d5b435ae928db
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6aa10b6358ee86a817bfe7ee0a8f25973a5dca
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a25e2060869c9b23ca036baec999c4e2a3c88bdffb91555fd3229e85f8d9508
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4727a33173c4268ed1a202373748390a0102d121
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6c6fcb7d945a1ff2e55d13ff1657f4c347df92e349739dfc4a43d26a853ac6
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7344d3a6f14d5c828e792bd09a0bf02570359c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11d865e34178ccdbdb35fdc661917a3c810d4b093dba62e9fab92915c1176c4
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d958152be5075c8bb46a77221aa9b5c5a5386dcf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5254e23ea7c8a3751d98cfe7da3b0f6d4f634bfa8b7ef0ef29152638e7681cfb
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca598daf26653b6400f487f42d5813544f811a02
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f5a4dc27144f870a39decbd721fcbc62d16ba554fc51f619d08491de3f1280
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52bd5055f3e7db03a43d420ae9f60e5752e9db0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405fd43a87ec139e9d120244e6829a1261303572233d3ba5a565dc93b8d402f3
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de57ff93a7f5a87dbd0fb3c1b3edaeffaae8c1ca
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740dfcd4712424cf696923e8f94b41ac6c71bc4ea4e11793e1345623d7a87d6c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003fd3dded06d8ad58f18a9ddde4a8e7e3b455b1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b2cdb4dd17e9a11a9eee06338f55399a5bcca551d1bb1ef77d91c433f4fd23
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b3aed84b1d7553554d28389a9bdac20be0d591
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42871c9287b1a15dac1874a07fb4373cb0a2986b13843283cb1891adbcdb403c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b799617f6d03ed7e25294f8aedc88c528b479742
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae83d1aac1976c729429a53eb16938fe99a5c6f11ff5702e326a3518cdb378c
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80566c28d92581e6f46e80c68f2f3f945e3b765f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915341d2cd5ef8c2da620c0ee3f8ddec8362d00d13ab63b077b077eb913c6eda
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31afa8b731ff0a15f0fd2899f6c0b016e2d57166
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed9e256737b2b77ac2c0afda529abdd2deb295c1e1c19bcbc8aa6ea331622c6
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888c3f47f473eec48c1c4f98a7e17d5c9697ac30
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f1130ca0aa710ddf6db20ae9c59b3331483a188dc1f05270802a71d2101829
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506cac486d82e3c33e96cdb13430dc7ecd3d74fa
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8236f8d97695504e7298c3a6fee0392482551afb906bc96dbbf69b97c2daa04
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c205df360fa82a271d6319908d7f528ba3191d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441d496522f636edf509443a2a87651b8080e1e817270d989c790b052fa1aad8
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428548c1aa5759ea3096cca5d61dfdaed8b828c7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0926da3bbcf6b456486190770a86d3df7a144d64f9d63fbc4a1ca43567db04f0
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892755787379a684545c9412e9c8467cbc502418
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb0725cfe0015fcd96b7c60fd92f58a077177a58bed3cf1a21d2f16de321c8c
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf37275a35faeed25735af3c0343c86a9016821
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a915586353e4bb6b52cad32b145a982f2052cd9b8b08c21738537f85306b870
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15db834bd7a9bcc0c52434939f121b5e68cedef1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd69418c695b4ccbbfe3ff3bef3689f0aa71e46c6da3bb30dfdfe8a951b2045d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0f25a9092ab8efd4796df47ae93c1a17b9bf79
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431e51e70364cc6def66ea354b7e569789d5ae35ae90cba65b7f4499e2cf4a04
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a49db8472075f137755b6c99df95e52fa0d1d7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bf18fd312b3c30ac8360813f1ffe0abdbe60e156ec919a9439bc3b7d9a96cc
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27379cc87a7f3e1207dadcac1f1cd71536402992
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af600015c8db41cc71ea62a7380a06d4acd490542cc09136ee8322a2b0e4ead9
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071dba220689207866ad51499b56fbdbae00e4ec
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f20942b97101f3ed656c5591483ecff8a5b6998714ae469994b15f22a890497
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340033cade21bacb756143d3b7c9d99043aef035
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de4ef1e0bfdf69835367d62f572ce108a227f6076425dd71e0d864bcba8a3a6
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4530e534e83e207e88a6bda7b3beb42aebb019be
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e8c56fdbb18094e309a3c603ef941b9154cf59dfdcd60d0df2103ea44910c1
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7a2e0e6cafd3b50220d84bcafedc89cb299138
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2488cb65b59e44be0560b6cf71955552aca1ab5a905b8d5f95e1d41426722f56
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2250248e5c0a8939936ce2152261d45887aa1f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e316ffc860b5022ad3aa8f8614e55f8bcf02eeb5dd54dba1a0680b00e76d89
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c567507425a478a210d7c5b9a62739ad8be45d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9abb0f79afad2a0d378f5eca2f343fd5f7d149121f14c5752a859766851abd2
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6041f9ed3485b717eea5baff3071e7d004ec3089
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c2cb5ce7bd8fafe37db25368b0906aef8bc253e43dfd54914b3e2c00b201b0
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28d592e76a139b161230575ce5b8bc5b04b63c7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac160533e49b365208d17567c64c0b65e2f60eadaa5fceeafcbd5943725b038a
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7139b9a5dc384d10af42661256557fe6178d33b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0309eed7a5ae3333c23d17c19281528fc2c65ce3a57cc5bb29ea49119b37661
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ccae8a31be4b112910e5c21f19102a661a4c8a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880e649c13f6798358b6c7ca6a80717b44dd9f9bcfca9f0ff29903b3a6654b4d
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5cd3fcecf3049232de2121c6539f0dd64b9503
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ce68ce6de7f65732ce91a0e1fc5b364c5f77d7f2d698c26f557b6b23a552ce
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af401ef6c58c403087f2f8ec6e665d3c790b4f8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1340a416aaa6f45c04f9329a5d1e8f953788789fe327d4b59e4c76bee54824
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cdddde75a175f42a3e5fe618e6bb6ca3f6fd2d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbb5a8415e7d83bf16d2d4537d0719641a5053eb8f6921853dd203d00993795
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cf6b0a889fed8027896bb2c6cd935c675759c6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f630c1b3893c71d6315519091150c56cb39805f141bffaa4dc88021a66d97b56
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6725641847c11c23f87489670b25d08249cacf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82092b61a3fabfbb72c7ce10a1aa77b46897fc895f6bf51b9049991ac6865173
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe2e5e6c84c60112e90873a062d459a7e1e3a9c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a473090b786efd8e9f087753ed1ea67aad009d566cf80fdd3496adf1eb2fb2
+size 23777
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd69f6325b22aacaf15d6360e02e8017105b52d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6121f854dadf74c422be524415dd00ac24122d477a573ba275113c0174a53d
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d44041ab3ebb9117a94fc43bcb26ddb2d848e9f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e173f1db15b0cfedbc323f242bab028be3102579c9bc6be7ed688b6d0b204d3a
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0925193559823f05bea6530e835ab2ba6e75923
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67731f0e9bedae5740d4dd50060371d2b2739f2db18f711adec594beeaa1dcf8
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afe6001e163105f4e1657ae6d76251d05b8c541
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1877d927204eaa208c518558b8e201c906f9db4c857b9113049d93e8201143bf
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce30b0be6b43deb6b3c7bda29209c645c5d7af9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6764a504833c01dac3ea946e86c83fb69b9ffa075bab6d022c780995d22d5900
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe72fc5c07ccdd1dfef00d203548a198e42ada1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0f9125c0e9c7f025b3b68282d41c36a1f4cc3af6583f3fbfaeb6c5bd63110d
+size 9441
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52513d86d719a750ceebd394486a12065c89240c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0930294cd4205d010fcf526b7e8dece35ad4b0c4314a9e25347dd695f31a5d6a
+size 1254
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da92c578fc00cc2b74544f675f84bf06a64beac
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c12bf621ac6648d4b9300348c2e0bc2ad3fbce371da19d49463ec4ff6b6c2f5
+size 2273
diff --git a/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbe81a6acb3dbaf3dc6c4332399e1287109a149
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a080d59ba387c352cd0aceacecb0094cd0ffb597db934ef9084afb8c4a5188
+size 1254
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17de6de2ce886e2eac51320c2f2e59974a10fe2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddfe0e980f2bdc5fb0023dd7f4120f4f9d50435b1cf28085a991f906c3935db
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77338fd13d52e12ae6e28c9596787089e9759ae1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4775f3f75e09b20ff8359d95c9748a9c1a0d753c6662fd48130fff673c72c999
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd33679a9a143498c3233f35d2dc7babe687da6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c17f567ee1aca15927dcd314d9ee12c9704a35697e0e32314de255215847766
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb66271df80ad7441c5d8d1728d68f63fb14f26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5e400e2b64c93c4ae898d291f914824fea30be423151543e11b5c8e8b07c2b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b473725fc39290b7dcc69fc6d93467a2d6a14b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357b609015cffae65cf7b2611bb897584232e42370420f396940e99525c32549
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f453a95f39ecdfc5618a83f5290672a571b97f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903f73635e05f9573e484ea43587cfba9194ab99777df48b316ea6d6543ae8d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9799e2db785c0ebbbb090730b9988aaba44d2aa0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0c523532b369fbf97c82f499326bebd17c3b5f754b7bad83c98b809b29549b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3dc45f11607738c6d7b1bad7b0eeb61179eae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3981441b7139983034e1da85da4b061754e5c9c7f1c72494bbea34c3a51ce901
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da73088b1240ab01ee89be1041931cd50120440c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f788e8f9737547906e8eeecd535b1ca13a774833308d388fc8f57c8ba68de56e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d76abe05b1d136c4232fde848caba830725d60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30fc1b1db6192cddf6627e45d8d80f57ab6e9a3d4de730bc4b5e4226314bf18
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9f51543ceeca23bc687ed53a86d108780213c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8e129c6a5749567832f8538d3129ab7339fbc993e90665c8b7043afc856f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c500a9458e94e8b33754f03a6d6825d04aaa8624
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec34a35bccee73e58dee48d40927124b12770053795a1de5527c79f8973f3e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2ad3d0fb85c7e05800b4f7633da722418d5f53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dde88a90a625c1badd3317b9f348d835de96ac8b7fe3f7ed6401993a449c09
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92a220efe203c080eda075fbc1c611696c4a7f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a236e40a2d11d326cfc69bac11f159c4eed27adb53dbc7661eaf685db70ded
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb8409f14116de829b8c5de2611485f09a6d601
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c541b221b48ffb68e61aef60aadf2995cd603f8fb8d5d00c92074e49057e7179
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463fd45a6fd977f34a3f25fb61ae437a5f4a7214
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9ca2c4bf2514940029e1a12582dfb3fe78c99da8f840c2556f5849b0c459dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76eaca651d9454eb42b91912ad07fe027f31aacf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc948d7cdb7c0967f5fb6196e2d89577111dfefd4dea9dea6f9639d68df1c17
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464568860551d5b8c86deb8e4204644a908c86b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13f7d326502f3a23d8d509161489878106a0b7198ca044489a53f4d23dd80c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109cbd8b9c0632990c716dd56d98f163eba232c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9960dc05b31db24a749884269e226e4a97e5c1ea91c5228abeb8bfe374d500c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346d63e2627ab7388d0355c01f429862b6660c89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed08dfc8743ac66538f1175ab21f8ef1b35c66bb3cbca7025e2c9e959dac359
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b4f213e1b7d1cd0a7030027f81f05bb2e57f21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf625fab8e86571e1f6cc34edcb382409320384fe3f7f2ead70b93a216b0a12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5501eca62fbf6e8e0115ac96784856c4601d4d97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6835b8fe72728bcdc721009e12890ec5ba4e9845b66a9ef708d81658f161db8a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1350549a725da9143027eb7281abf0a75cef3d46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf83c47d4e58450e2c275611165fb8acecb1d3bbd8d04e81859cd27f4b87830
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3dd12604a89c2a43f4204eeaaa88f3a5e20fd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df70efc578c396a48f50d684afcea6c141b1a4f0f65b8ca4b8f0276c110e4a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5d577e9a2a87b3a4e4140f4427bac3d6c3cfd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6368f0478d92584fc04c24afe6a861ed373269e532dfb8b9738079559974e48
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467bd0ffaea77b665fa906624ab6fc1409016562
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45c15630d39c759752ecafa766bafadfb460cdbae8618b05aafe6f9c5ee5457
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5933b53580b1b6ee87ffc3395563790e7fcd4ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3414fdcc2c4dc146a65f9d3e9aa5f90dcc5cc57caa90ff2bd5fd8e634738408
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef43a6c81618483e2c0d3f004be28646b9351e31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee22fc0bb56d8ec8a97f79c4d09ff65f82342e84db0b34bf49d88ebec5093e48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20684f5f20a10b0ab8c93d87197f7cba5af86d7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3fe49837a916dc5185baa094ab07a1c17f223bd9e7f63081b9e9fd5391e40d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe4fd70b6b08b910bce7f8754104fcd39c614af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c54ade5b78d2ebe789e576be64e0bf3eb5e2bf475bd6dcd5c43964fb99d11a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1c0a0eefd375bfeff46dcaa8aa8015a0cbbfa0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227c46aea04aec14434507c6b2dd6a37bd1a8954a3bb99e2d464d5d094e1f9bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd01bbb2f4ba31504e631ec8a37f25df792508d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b505faafb8f82aa8dc76f73178bed5b0b9aabbe9501985ba2a415fc831f9c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da5c6541addbb64d8ff6c522996b8051f67f419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecb9b1af9a2d0c8c5bdf40698de46ef30a7d289bed40b6fd4cae66f1c0f92e9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06674b366e8fd15f95f98f208b862587f116d6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddae21479e8d16e16e2c658287629c94b7b9aea068e977e56fa8818427e5f4a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd198893d77a41dcdc05187ca8eb978ac0539a2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5de95ac6928d96ea449662fed3dd6c00583fd49f33f0d3b49f6207ab8b012d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e219ceaf2d58e7b0fd45f066620a6c7dcf9c8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37eba061b1a80d4398bbb886e2793068b850df5dd235390637006140f80f6799
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763dc8df2da9abd8cb06407ae17685b8013a930e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edce4f994f9a7906205e88f8e016e5b2e5dff30ce3b1f908c2dfb1b92370955d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e205fdb3d334834962e7f8c4f0746700995bef6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69bcdd697de047a4cd0a9f7a0dbcbb9681f0ff17ec33a94e4929d33d3416670
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4597181fd7893736d147c44cfdf104cba0c41346
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba6c0456530cf327024f3426e4c3e42e4a3874382e137268b78f56716c05aac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63d75426533bff65d62c9d5f36cf664273efee0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6940d12014254857cc3e0869cb3ea8240094343fc19500ccfb9d1c73e6a970
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7becebb0e565fc0e9727d1221f7bf53b7d5d5a6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aa2b0225bbaa481ca3397aa953974932b792197acec5072c0e61444ef80306
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd54378731ff96a8c232026d3cbea0c22e74563
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283ede6184cebf3a96e1e845b2c0421ee4b60a2bef39b2c5875019c032ccc4ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523d2161fad088e567ef1c0e9281b8a57020bd68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc1e3e794d65b4c73c360816a642f3fe5a8b34bb485ad6d963bf01ae2f68d3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b108b9467735a48d56d890820496dc8d678c4dfb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b895526a13ad24434b0a782c3be49b546e8834d3b10a21a41d3050cc14bb7b9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b23af03d5b321aa0340bc8eaa2428b17a99b13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755cd5d5f7f353783f15974c489a8e6a8a6d5894bcafa3a17e6dd97416756a91
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de30fc0970793323848bd7fc0f86f5ce53c7aade
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29de12dad66a348d8ff6e4d49ddf318e15b2346705d2a886f39188ed9add070d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d5f4f9939109d0cd056c9cd9dcb12e3e8cccfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca4d2ae97d0ce7e4fdcf65586dff5bbc7b9c2a412b25168ed9b468e41f71a0c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0b2d88d8293a5be3d23dbca4ca61a2036b6e6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4881238028627632efc2b0d647c2c5d79f8ad677ff6b65b18b41a3b0e8c502
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba501031c2b5ec532b4b578b0ce4cea4324158bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0460187f5e223ab90c3c3426c4c4effa5fbc726c273136209830b6247fea4eb1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e61dba0a3e93cab1cdc2494cdd69f374402fbe2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6f139ac90ad8217211bf4deb56eea4fc3e64a44542c77ee09019a819be4c05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c737b805f469525ef5a78ce53857cb628cddbd00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff15341a5be810826ecb3bcf1091dfa1358e7bec0e1bef21647cb1246d234a63
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec23c4bf52240c640fd33e3f8708c1ba194e8d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a024726747d22d25f7f7ec9f5b82ff0f751f46adda80c6b6b6f497666b6eaa6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cf9d4c4aa0ebc5a1e346a2d1afd9567aa84b71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfc6c6c5156be94c6b47a36913b778e1919c97318e04f7ac78ad3640178315d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f5cad4ccda161199920fcbaac6ce308498a52c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ffa230ed192d9fbbc61b955808569f142802baa1c29a2b5574cb8cfb7c35aa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cebca1c81a7e1d79c0850bf33b580c7ea4dc71d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48b7acfded48223abb6454604964cef38ed7a9b0bcb55a126f3dfdd491f0631
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa34d97f5ac5689623395e315eec33d21d32b5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066c9b1272624336ee586f7d4408a32efff9e5e5e6c3b65e39586e7cc1def3b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8da86281af01283bbb32cf4e007520de322c13c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b703e197870d3cbf5403de0d93db6489d292605c14326ba7c39ddfdb6d687b11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4680ee2116183a9c9d69e9527da1904ce83828e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc58feaf32db7039109ac45af550544135909f0a69adacb69964c8a5aff0453
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d895fc68cb7a12487030732d0c94ba16d59e34b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df5e10f40915c19d7012467ea82728f58a4e522b97407b488e282d5e38a0afe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04525fca88cec0c532be2643b8895d9dd6b3e139
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4cd3158e95a3d7e01d233e44f35e926186143f8d3c64a21ae565d5be2d7526
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7968b1fd065143b340e9eec0dda8200f88ec95c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828dd6853a8f8e56e57dcde32730de007972b03e806fa06f6795f4b035a1c909
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaee0dc6062926561afac5c60ec3f2a6bb10b38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e2c9f3c093328121abb65ce1e0e024936e49094520e67831844da14b7ed9ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198cefd49fae31c602b345ad4bb4978f38eeed50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106b51dd988cfd14e1ee57e363f280e2c5090f300a32cb34b8c60584348f1c21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c80f6ed0784f1f0b384a2f23e3bdaeba0a580
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d7c8bc22f27da024e0c622c8920e998a014ed9f70a8643453d502534286f84
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fde5710d55445ec478532a3d0d2ae506052d49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e810e7d63848f6b81d437e174a20d51f826db7db5b3557ed2bd02cbbe0038eef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6151118535e165323110ae53df2a98b5f705d8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b6f63adcf529d8214221b5fd942e3bb77e09489d782435158c30a52da4cd03
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dcb1689f6d8fe42e5d9d0738256ce6985064d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581a1300e2e74231697abd58a48f237f8ca4b38eacece0836bdb8d1d74f895b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6663bac540b65ed74f74dd5849c5af26a2c1b2f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bfc0f3c092f1740a60f5c39a470e60fd467dfa421d39334c7a13c3b96cf3f7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bbdec49420a62a5db379535b997c052c45b6cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0061509d74abf3ecde700eba8e50ac3130ef7e6b28e0f33437233d3e9e273c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d130f0e51769589aa8e0ef397341c2263c46ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4889f8b93fe4ccab13bb2bf3b6133d2484197cf7ec2a41e1ac03374d65308570
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9a8eaf17b61aa33fdd54e625931ecb44f0954d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac98c99714eaa5d05e437ba60e9aac1ac41e82ca33aadcf5c07514f6fb01efd5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8023f7751f303ce141b6568204474bc4c82d4a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23626f34c9d7b0c772283cd19e7121dc835a47f09e18a86e4fa4fa1b4f09864
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcddcc958cbd418540cc057501ff9649d2773a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791859fe8bbdacf3c9d52e91c1c2e2e4c1839618832905f389ba2e1fc064f0e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ab0e2c96dafa2ee51fea9e2fe93e256ab8e0d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b917472eaaa3fe7c302cd8130e8105434b969d645f4fd7fe1db9b9f2e541f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8730e954b1ef0a332d3ce132e6cebe890ff1f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d6bbea008603aa5674722c8b4090fc4ade29cdc68c5c0572e6ee0594055f80
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3421f8db5be425ce4591e695f483055cc09dc884
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa6df98684500168ec40198826d56a2932bbf9792a75540f5f1af17543adee4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7882e1aaa6989b070da66016650bbb8079e148
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2429d0c4b0da934a5864eefd96fa4ba9450cbc2177849850eb7009088f160294
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1777073f1154ed929192f1abeb642e41d7daed61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b10e4ccea3e3cda997db3c3bcc40d0b8d27cbb9f8dcfddb9715cd9b3bedc0a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d657e4f5ee7fb245f1d26f917a7703c7f1db7d03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4222b2e64a68455c11658333718442d1ac4ad792fd724203726fef21eed90ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e7f337f58580f20728725cf11ca2db3b4489b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10656feb8595326b7371192346608e3a6e568ca122c7205574763da755a7c254
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ff1982ecd23cd678bb2b7266603ab44629cece
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8580ff2af499ff8e58de9a37ba518a838cd4997f770fcfac594e9eb8b5dfc6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e7b6b4999287eb2e15d4e321153941d649e32c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0541c15ec0e12a3f12ad17f61b7739ea88ba175b1cf83c589b26631170e9bfac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7b3ee7015eccc918fefb6f70bb0a1de485415
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366665773688ee8988ad151505a303d984fb68e9fa227d81fa446306a5350671
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6526d946b6ac119cfa3ce5c9278c82cc9ea6f71f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2490b9395e1fca079c3656e50b6fea05256ee3a0ca9a7d598bff31fa75781ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ceed3ced3255d632232cca78bba9a8ab787082
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0ae258ade36087fb084d2f36863285eef82a6aee41765fe0d851a666e30c04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f108ab3111f1bef0fb1a781dad64556e58ae810
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e69481879f8f8c5967bc519391a1d6ad7bd6839097e0a64a3e8870c05fe7ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ce255ea0f75e915c746b14b0b6f8f7b296bfda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95b0b413d47673ca1700344a9eedf0d524ac980e66ad72e765b5d3f87f869ca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a517574056853337da4dd9ae651610f41b6c00e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97d6449e98c5bb63edff590fe3140a3cca28c79e5bfb254ce39d459be18370e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68677ecf82784ddf7228bc44b34dd396923d030
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef437c0e29dff94bb5fd36f3f2a7f606ac8ede0dd95d4d3871d107233db6009
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9328658b53a79d34162f92175a87e6a2480eb644
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fda8760b123e3e6315eba7915ebea03152c25218dbf2ef815703af2d099742
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff364a6c23670b9f8990af13ce0e9bbc1e67358
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5e4ffd754a5aae09cec5ea8e7865d596719299265d761d3d4a0b83e7b8d5bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56bb8045d5ae34dd8965e0430166e7dab9dbeee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc00e632603c9223b0b2d84d14c1f1af0142bb85be0d5a24aa89c209d34bbe85
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8543a73c90329d4acf42038dd240cdbc124416d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59070d3c1b89155e78f9a42ead699cbc32cedd148ba985a0b6b89532d8c030e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebe34eb89bad66ed6ff955293740541a2d3a38d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fe55510a21da7761dcffba07a2b312a4cf040b6a74aa3a809712f557e1f513
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a1823cec3998ffe2b4821626e297482af8ed54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b632231ada0b76162de526ed35cbddc418a02e05821c1cbe6a7b9aeec55628
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60aa66c1b6893c3a1730b9b68e312046d7b3a473
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855e639e7868f5b156d56d203d8fd8fd415f051ba38b30aa8b82c2d9d462f5b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0784cc2ab394f409612866ffb87954ef865dcaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edeb9b03c866bd61707d332528d1d2e7d2cf8ab32d6db1f96c9dad78f9762a05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a773a50f330b5b4254cb82b4be90d8f551abce16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b1d29b6cb07a8661eaeeaebad4b9f80a222e8532eb351155a27ade5de610f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70ac24c37221a615c124092dc0084c40979ca35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60ca87aaab8df663c08b3810c2240e31ad58af14db2f85de4b662998472dbeb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89362197b912a6f2b628bc92d0619aad651efa4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fc2872132b6c1f8f373395b113d7c84d53279662f919c4b9f2f2424a23b68a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c99633941478677315d4b25777a2361f6c8d004
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf4e58822f17919f585deae3326a7ab817f1359982d026c2e1c4d1ec6ac746
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a85d57e33afcb70e19f1a26d881e86972d8d6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8025be7bf3a380c81605d0607f0edf6b83b0350971f58291bcea685deffcc153
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c590e49d5faed80e6a7a4706218cecb7d380a11a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1ab50b4000de84e1349b0f05c49b4b8770c2629f2ca0ec4a60c8a0ef4a02d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c09b144ec2e901d8f5d8f29fb66c04051a0ea4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbb1fc7462c9903da3d7a1b07698954e147a664202dd6a24c3774281cdb3408
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aea2f20d5808b1ec35ad44f080659e31a24d69b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2765d5659aa09537b769322facb63f79d774e3766bf38dc7b07a46a0a3753a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60b853218dc595ef846097978387bec6ea6d5fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe58cc49f550757613d453e2b7c5469145a3509b0e94570d4dea12e680d019f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3b54724a0ccfa8804ee8b8ec3b699ac7426211
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8209306e627a20758ef392bcf0cba8006b0b7f1625f940215d8759409b26b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d458940c48be3a809fbab70e1357344f5129757f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1705480bc7c5f81cb46ab5b6d730cf90e022a0c09e21afbd89ea33e2ad16adf8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a212dae7cb4f738ca418582ce2bbbfa527833f1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acfbb7b5779b9fa5466c9e9a2540de2bc3c950cfec09fb47224ab89b092f1d9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e7a3071c144ae2bb8d8fb5d8ea76c38bbd7308
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c13f2a7e94a32fede5d981340b9f558f26af390a8e2dd2211d69079e75b79d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b5a265022069c658acd10d6993ef871b5ff7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d49ef77538a189996a2f5bc7dc06263e4e2b35dc4c79945398a9354d966afd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9921eddf9a25266b520ca57b79df830891a0f2ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dfd4cde977c513498e71d1358d999c292592cf9455567e5324ffb85106a282
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff521475e1cb3fe9f7a42749ebb7d4db796dad9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb05c8a970ff73935dcceb4faf6370b6191e083a4cad7ea877e8bb92e84aec63
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ec17da71b1be96a5d9dce1e6855f701a0469fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3addafdba220c39555c1cbd27a61e1de25f7c1c227d98afdb591ee489cb84322
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f21c6fff31de16a26b6a44b84dfc6af2f9e44ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b84f54bdb6980b3d1acf84fc8d697d49c720fc0685d501a544873251c1ec81b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09066773672371347e1a690f1e56995c9a685dac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788744ac834cd4c9fcd40c07185148cb3b8c670585c64d4928e7547269dd076e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7e8dc4746f1b15005c84ed59940b1695b3ecd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cd7f7725e3a0351bd3b449d600a4541ad2322ca82d5767c8b264e0203349c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc045b5191c108444a69f597750652561abba878
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e456fd4419ce51df9d3bf4ee1aeab04417b897d8d992f29be04ca310312fa9f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a2761137998bc10c47f18169fb7bd7a9e59ca7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc38e8806c2b20af0a2de04778a05eaef64950b8abcdebef5d0d1734f0bdb86e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547212ed1b45358a7f52f2b7497a5e4665dce7c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b664f50d512ec2a0d011b23c90d89a469888c00bb810265b156739ee50dc4125
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad6ff3e29a2fea6be83e4ebf071016930458a6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae4b95c1257597bac14ed5a5b48a0d72edf99527159daa2c9b2cbb086a33661
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9cd6d5b3f9b3bd4393848e7b49bc3dbaa74c73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fab5c625423841686a205bac7c147f795408d1a5af4f0bafb17c7307dd33aaf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe994709184828ce40fa8345ca7593026f15d33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978f26167bec7109e482a6f45fe81f691dfdeb261be0cf5225961338b072088b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afd6ac76bf61540abf38f39e8d4609d52bd2a8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149b41203bdefb029672befd5f75117fdc77f697aa221b05c518ad91f8634db4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b378b03330c62d4f24b8a645298c59acb3a201
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1944eddc3635e8ce0981893294caeabad9ea98ef42e204222d4da29f787dda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713323ce2e4a36412e26d89d71c02a10e8bc14a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903d26a6ada4a2de02d327c1b28f253b6dc755ea66c6ee958f9d99554c88d9bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147097e3a604401a18c6f0cd1bcaa16f48d6ff1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fc7312df223c4b646fd8cf27fa377fb080bdc94c7dbc50aeb44fce014151a3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f66fa23a4a1a7c130adb3779b63c331e3e8ad5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc5abe74859d04989d89bb46f0aad5e994f830023b7935e0c27019a578e23e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc259a3d18f0e5737e605c313f613f1b46b4f72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093c34a475ee675813ea10900dbb8681416562b88c34a95ec5d8e662a9f1fc9a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d530d906b3fbaf29ab19cab47549f5cc2212ef5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ef92b75cf22573b97c6b88398df7217f5886c7d65ea8bb7e3afa4552e20556
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256b1e8c9691d073825be57a7c09eafb22843ace
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc37529eeb664d53bbb9e9032403bb5f582ae2e969c3e889332a167cb0deba0f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a808d296629a9f13d670ffebb9835ca7b38772b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a359b912e0a6ff9d5837bc2d4abde4534b87af4186838058dfb3738689fba38f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d715818f2217e61871d55baa8038811eda8e1c84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0e82fc862b1e88a4708d8b2949aa720451bdb352b79b38a4b2043d08f1ceb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3459ee0fb16259c2449dbf90a28a6e8570f17ee2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b37495f9c2210f558a22d12cab43a291e0a8166a857cf1e47d77301a07534
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4b2c89a78576467b538862c4401946accd25cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d642a1dd33291bdfa484fcc9602e7fb623ca41a3b50cfa45a9a7701315895f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a86429539f7fb8258dff5d5db0701ba84538c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4daead1a5026b4019a06e54fe71ce8b431cf3d4c03c2e23d5ad84d3a99e537b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ebb40f3b46fa7d6df737e8112e7c1af48f1faa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c9059ea5ff5bf3035ff61ba9e0db7b9e575a1e0e094ce1162de1c61af1c00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56e531a63f23f5de02ecf7ef5d54b621af3ba5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6404a6ec2a4441231ed085cddc68529ef4ac9788f1916ca1a14e447bca5b8e3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279209401e0708fd75b18a85158abb34ad0d02bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78942833280e7ee670caef467674fc81147a2a01bf7219b7b0e033062d6f3a0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fa352824e5ad48af6806fbea8e5bd9121bc213
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59282970a5820d1fd42e731d1e71cecf0edaea6f65a35a7fcc56026a0ce7c96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88836a8349bfdc06f470dc6a79efed186f66c0d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de502a5800ec9b55a42b787a545a3f52001aa8c15a2a64a1e3397053215c5fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bea02b7d92ac1238cb328112e775fc01749d41c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3037fa26ce4b4d164a2f9e2b0d3ae3e9bfc782f041e9b5fe2fcd60fcad2ae7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e3482c42785ad8423f69cd16c87ffd2e78c3c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66bbd64e3d80ecb7629a817963b2ba883d6ab283fb998e2c34ec446305360bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199a461ebb9a83d5ee37c30c07f4c1e70d14e75c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961ce81d3634105a3b06717d060fa664b47ac3e43fbbcfa860b460b54a4221b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e922204e877bb53dd37da80ca41800e1612d9027
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ed842d24da560e37e9fac1dc2e0c2c47261272e53acede7e1ed6cba00ceec7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67084f4217c99940edcf0547cbf3c8bec457d9c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497ed1c4d94af53aad5a8739253f2764286b0694efd2907375791032e132489b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20c2cafeb13e55317ad38939846562f116296f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc18fd7e95d6c12cd01e3064e40d78d07f678097750bb828d5e625b71d964c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5829579b599c5a7ce998349afc89cf9c1d448126
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4951b3580f12f6521863c6406de57f9bbbeec3ba28df7f06d8bb629f6c8820
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c81f1c3ad6cf3ad63553a4bbd7201efc8153c33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7868bb626ef7936afaaacee6ed2bfc1555b59ebebd0f47ed423340f82e0eb44e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0063b288dbde940a5c7d0a43c5948b6e4d2ec034
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a7d503b8240af9dc774faa2a20e252f068d5c936f87526db004c79035d8430
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663818fd42e4674f7577553d1921f2f9c69ca58b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3af502a854f7aa5c0dc12f576e171035766720ec26fb2bba1437e706d93c003
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21a4889ca8c23cbba7f318e3daa3c9a5026ccae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb64e054b870014cdb36bc20e3f72c592ebb4c4ccae8e5205470b98b1b82b0e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3555eee80cc439dc67f818f7dd4b2aadd6f1c938
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7c7e880f3e18336458c7122aa6ab582a22e4612b526435f4e4f76656fe7cfa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2db303a42b0441fb6eb9582a26537065af56a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddd715642b4aa15145c99d6998a362cd4261dba660340d1295d7fbb23bf4626
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5daf43cd76b75c1399b8519f86544df0f99a550
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e70029b5847915c36f998d568eb0c19e9ec305de7e1dd0505e575f61f325e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7748bcd695e5a4fdfd0ca2f17ba0f33cc637220
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a878b6e20a04c0e1bdc0f126d6131ac4bb35e9146f600ee44dad0f5aa749e
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d1245f38d762d847de1873ec77d7e3e0a2a5d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f439094d8059b0f8b8fd2a2a214630ed50f598bde59e701d1dd464c333c3ff
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69293d25e4424973ab75d87fb5b28726e1616f55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98fddc520257f03df3d53a43f101fa7643edbf5ce6eee523d3ab334d9258d66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b538d5742d41f19a99efe1529c7a520352f8f322
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704b39893f72349b9efb80da0731af21f58dc90baf74eeeb64459e22626aff47
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53a1a7c5ef357fbee5aab53f5e08e79f02ea51f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f92654899c0f344161411c962c6233530522168f34008304782e54fa171011
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1df15c136e611c909d32a01055d3f9c575fb8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af85d07ec76d610963e6df48cc8d3b7b6f1967c9947b84314a3ba129c508754
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18c6f06066bf003b792201d511c9b8e3207e1d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feba5627f428a427fa91330a0620625633e22df5176ebf8cc0521e91e4c12a02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4d0fdbec830e3ed6bbe5fd96717894391e25a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84326d2935437de42afccb26358faf0c98dc0da0f1e8bd2c6a0a7ec3c7553238
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaa4ad21170016c36da7183bcfcb01c81f89041
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74d33350286ce46ac3af1c00f36b357a99e0c287c9c157a6511e0336a916306
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ca029e2e24dbd415378f15922c9de5a09a2b7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ffcae7ae81a1199b11ee3eb4610f096a0c22adedad3377dc703028096e83e7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1355c7212730ed78efe7f9f099438483f6fac43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a676fe673570374b1b5129d4c68f10c011aea71b58a2582e339cd74d2b2553
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78d1f2a8542ee7ca6df34d1233d067266528509
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2499fffc6dfa2575876ac838eecf6600c3911c3428fd5a35e96d40835515785b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd34703ac7c6a65decabf6d33ae5d8044c774f7b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66bc8f0b9153c75ca30f63aba81003e6af43d46ed5715ba33125db029705fd3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806daf0c539e729a2b392f8af29912b41ad38d00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfdbaea543a11b58932639d29b0479193402b125ee7c9d5991588ea1ca32ae9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc3b453dc47c408b196cd187fba6d2ffed8736
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad36f87b14733cb19cf7be878564056249e7369462d378ac5699efbc4e8251b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc56034b5a999527b9204f5c34041532add7802
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab82acdc614a1b3c3c02c53be59ce28aba0f2d6c3cbda840ffc5ec86b175d03c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a88d2165ede25cad5b3ffd7920070e334f8c61e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d2e0adfa7aef507cb13a93ff46ca81e1c1eb68c151668b07be6b5daa596669
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74af106e0ff14cd8ca9b24c8cfcc121f7a203200
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073fe649388817909cfa9803fe5136e3cf11cc9f5da806762483db5076bd4a25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9883c8a8574925e049dface8c42f28578a6630
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac84634c9d959e4a81d885b9f352cf23f5e4a81fabd233f61612c4e0e79fd97a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2544e097fa0a3af31f856497a7554ec3a8fed7c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eb8741d1080e0ddf59ee668f525bd337088a2759e6185584e8bf6425aa218e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f431ea13d31ec377596b04279feb71e8dc528c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d2e4a6c1b88c4543cca0269a4ca4ff11a6bc55d9267bab4d450db6353e5046
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257652f076c297ff8f0cfcb1af53811db0dfe306
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5016c2d7ac66ab9cc475ba3a7b766fc4c05d3e7de331e319a2653d4a7a1f01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158e95e6bacf316818fb3da7a7ca0d42eea1506d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffbbc68d4eefeb455b3631073941ceaab1b6868aab7854eabb2fc3417f49583
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8617abc5672a40e3d38e0fe7ba9d81fbbe4a38af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0dc2a18a89ded2f5de4c4d83f597fa45d1b8853b97321d51acf6732a84c238
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b3da8919f0020078154fc64170d366439de6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05a361b7d4ee9424f9d9af11400ac3afd17855193ce0facfac92bb021ea8c04
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcc7a9ce8bb6060f2f6bc178ccc43a2402ff62a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f668b0a2d8955d1922984b2012e68fc85434796aa799d4b0046cbde806d9ccca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1354ddf51a0709c85c1049f80a4848286fe24d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2225a62a362b48f4ac5cf731f321f1e9e08d9190b8b669652af52f9aa83ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f56550176efe3b63c889cad94fef1f0f2baf02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6041b7487bc6d56be1aa6b5b6e27a56729f04635d62a61aa0d76c83a273ed409
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd20d325bb5cb03c1203bacb21c0ab1ec7f105f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d81493d389dbc4a0c5831bb12d542fe5b2343c6a905dea520adfeb892fbdf7f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290c35cf71b0fc07e621535c3a00aad9bc6195c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ae7b63559380c061939c315021c69082b1f5761b2f7b8336e1a2eb6427631b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab8c1d696486673966d2cb0fa93f65b8418fb7b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850f9796dea946162b8db74930bf0887793adeb95bd9cd76e579e6a46244973f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc354ffe31da353ddde39d2fd6ba67f5dc0b78f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddea985ee24fc398672ac04d0cba4dc205f482b929b44b9039b3d3a651d6cd9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923ebfe7d657f80d5d763316a6ecdbe768cab587
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd2c3f15b46650e3f9306ece8be70c298c883b317d5ff7f83b94995da29f6b7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4791c2d1f49bac27972a6026898d9d7ec0f749
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d3bb1cb7961ac849540240535670ac54e8a3120832275cd1f5daf61bcab4df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d415ec58de4726ad1bbcbcd0dba233f5113419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d3d43049f18e71d03a7bd46c115d790e7e8bb6ad55b7e976614a8fd5d81b7a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda6f44bf9fb103a845305ed54293a57290c94ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a62f270276c39e0f83dadeb2552a2b323d948c0730e7d41d4824be949d206a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddaf7445afe6bd71e0e4e53b39dca608c707c4b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e3ea4298b4ce82db6a469cedb2d8bbd2ad94e3f59e5b55513a96ee197e2e09
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf7212f421696763f0b89084555efbcc693b606
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d1eff2100d9e7fa6a41d73e3fb14eaabb79c868fd7ae77e909a3b65439c081
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403b3ff2a3c6fc9338910cbddcc0d4de49b2338d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8cf0d7729e75a8da8738714731290a54345e064da5ade084ba7425da52b78f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb61977a0b60365e51d60273ba5a8e99733b1e2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc46a62a93dabe0ba5b0aff2fb3b0d5e50579d65cf2214c301dbc184defd406
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17d6d22e1086c4ee1e9e790926147a97ea78419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f6541647c39a69af93b5978b7838cc7a9ba40d293227b017c62ce2542647b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905cacff7b4646c247345e392b0c8d644ce0e3a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ca88f7af1772b7aedcf530551655aaa5ec410ea888c670e54ebd045774357f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ee677c14b0cbdad1cf10109deda17573c12698
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6d0a35abd0d392490b5f0d4c7d9387bbc6b26ee93ea4e075401d23d614996d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6569b9bcb97e775b517bf2a0eb52e06329a5eb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea1c968721f5132fad2d563aadf270714e946692db01167b6820aebdcbbace2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c13540b11a6a11282fefdad6e4db5571a37cb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ed9fb7ab19e1357f238247faebfa02aa50c749f2916368f62f93156a9c7b78
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87891b3ee61224ef7805355eeba68eb2d33b977d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ee06719139979f8a537ce1dfc4213e18c238ec3ebf61997fc6603b7d127af2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d529a2ce1900fd811cca37f39e8b9bfa41b1620e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61802aeead329e698acfcd4a96cb0b32a4e7540fe69a16e6266f249481c7e935
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72d5f528b9e16e40ea8cfba8488a9ac6469df06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a251e0aeef15c14fb816bd7c0dd506f6b8ed4a25f744e99b38ff179b350787e5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6ef14518ac70025622fcaac00486134998e1fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f39b177a9a2473aaa952bf9d3ad2ec0f704a7cf9678f2019b374f68955bb0f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839e51f583e015f2252e85422443c6455ad3aa43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75686ad223187b84fb5e464e308b21895fade891e41e78af322fbc1ba8b32707
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89903c4e9bc027726f7467a1399993f833562ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5179f4253091d077ffcfca74b3d618bb8c7f18d7274e6e1a9b31cef3eacc2ff8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dfb4bb38c712f1cde0ac4096a0ed2d215776a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0b1cbbccbdc20842a8787ee4e68a6388bf8a383dcf9a6ca92defa012293760
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d3de41f63b824e58db7545a233ac22980eb07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04372d7bfb864fd7f7172d4eb5bb3d1bd158d5f91dfe8536c478bca89514a679
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88af4f554377c767cf351aa3de53d50fb5da0cbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968ca7e750babe08b14e9b5d8ba5c319ddcdc8f9b8a6b80535dd0f1f58ceac72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dda34026eb9e82669141576ff725501bfa629e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02de640ae98cba1d878254ef2caf9b1f75ef7cf57c6320a4350f4b1b1129477d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a9d2ddea7facaa9101e5f724b3031759e6ddb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d70d7defc1fa09f4c633f3f6d4682e045716c9236d8a72f71d665d8f7901e4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411266f876bcd55dc7f7017e8fa0e53b7a2789a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ae73cfad6663138403d9e2034522376d527da43ef2943c0592b6e75a3b93dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5b775375c40a21d7da1f65f80522b3bf6dec0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f77ff8febf778d384499c7d1ddcdd3ae763a7f03e313063777ed0f627992a5a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37352f3e5dc798034c3d1d98aad0f84c2c6b3e83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8f41feb1bfb2e22b6a74c582af1890b29550071af98d53cba53ab13b2d61bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23dcac7c3c784c1032cf9effdaf1297c77ba1df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dea4cc162272e8ae75abaf85966a3e0480e529fd5f177aec3af5eeb6246966
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6506fa3313ec243d971752255dded504f1a1681
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4f53c4ce66693dbd1be1403c3876f2966355cd96f1a16248ada455a0d1c4b1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386616ad6c11a92245fc336cbe67001df23f5792
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea9429bc7ae4e8c4d2e5440b8c02424a2d2a9b2d65e7d3899be4efd3a54e32e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c9ac8cdc41a2587be81577dada886e56512a89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d07194ed2498e92dc156bba7b56ba11a44994d56b60edd0bd8b8e55b2d21096
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8891b837ec29b7dc31e1fd142bf7cdb4c0c737
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e88dd0ed198b4ac7a5ae82a3a6930c05b9e915e9089deff8916c6b431049c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44ee851da9aa96a2b0c26dae1bcff59ee1c113f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c216684e069fd9c330e0a1ee7724138d25a3e95b5ab227918d09a8e89e82458b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47a4a9e5c57313ee2bb5d50709c6c5fe1634700
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230a89834d77e06ef20503bf7f883c1276bcab7229edd65f435aec1459273052
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71eb7741e99ff7b2fa3c38542101fec9131cdc65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dcc4a8ced84c324542bbfbf4e6d92ce69fb2dcba87fd04b9dfbfee646f8a44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f5d399c4d767be6ed450e85de67f2145ffae85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7800cf8df386ee781a0e6496857c25b7e44877c0d6fc3434f04f79da6aa0b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e230a24507c4603a95ef018731c496cf14f01f65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e245be3a7a11f63fd94a04e5937e59bfdfd7176792eda7a9f088b6dedbb48f46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c152132c219191edd49e4ed0b8b08674937251
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616581ea6fe870d93d310aa444c9cadc9e4dec361c8e5e90388ca9da860edb40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6a973af58ef0408a85480e89986399d8358c55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb83ba4a6b8345f303acdb7fd84061424dd88010bcb6dbff225d5bafca12318
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b836708b81bd83240597f4703cde60c8e7e99d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a61f0435f5ef0b64d194b6e7c1f9371b6bb3b0f5046f62ac8fd45adfdc136e4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7903b4cb8e9e56bafe32f6cab32586fb0190173
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c6b8cec2de7b681c1f866737b98b46d9617e79ded926b263ee7fe007305b8f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5678200effa4168b6fb6b8a475e0b5f42f13c2a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1250fc6fb3974099f329e0106c5f001647beb81b62d7e008bd2154282523f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6880aa325c21e93077ccef88b17e90bfad96534f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a0a6c5da8259aeaf15f73c0939a3cc33c7a2c9c2bfc2ed285bc5391784f27a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b77e6275c58195a78c8faca87d90d1f48c2e3e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c9f10c366c6291888f6ca16b1db5fcc634616260ad6b66d6e1683e853cba8e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403754afd088020138ab36926d2f6c73a2f56928
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25ee71a7de390df9f9cdfff2640d155b910d069c37f075f456d275cd52b5ea1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82344ef9d3312558aacba676138ee8499259dbe1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f763b3e426c984f125eb97d19b8acc6199487b6f442508355e64aa76f2b7cf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124303bddcb3b3ce9f0c111bf6b276d3d154f328
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0693135e04edd1364e4966da6f0f4f2f9178660c56295b1be79a6ca175e815
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a382bc79be27a76a9a792950401ce65c11158f13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0491d2638f57f0191eeeab6a6d327b00cc5a2649b7d479ca5553f8103b0ecee1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9753ae92684de081342e0e526099dd0e45c104
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62274bc18f82604ca9a51415d0434a3c71beb587ae1dc7c410b6a09e902fa70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872096816cfeedd832bb3ba877f03f581a0cb0fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf72df3175f0b8723d184d5f5b6f1b4dde49596a241cf77276a4db3d71b6ba1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8aa73226849778b12ffee34ba91ba60e5c81f84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b255424247f54938b8848a478bed7fdc5f5e85795894309942429ba9268e45
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c0082bbef1ef60cbbda8a0806d1314fc56c408
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52abe5eb6f397b8527662a2b9d86447e19320cde2ed1d6d4b99b0cc11a60a2e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171367e1a58ac56f213a5c1a8ee878349ebf4f38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece3488756567695bb4ea28bf0108c490b03cd77446fb9981ec2cf827fe83733
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f918f41a973dc845ed3e91fe88963ee93609a695
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9ba51dc2e19ce28f21732911dfa31762f58f8621ad30e431eccc8a06c24572
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc05ae8d2ce1a59db014e81ef8f6e6c265becd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deda07fbe913de091243800b2ddfd31c891aaf1d12d0c17f35267a888c34b839
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f92f1dc79e4ddb8ab19bb591860233153672b42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb09096ab0046924510046ad418c3e71227fd2a570f0427c4dcafceac121e008
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5e827cdbad5ed6755592ad0ed478740d622d5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643f62655ec04f63c1593415cca9d0510f888d739481024c652e79ba5ee3e51b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb4dfbc47e4075fb873175979715220344df171
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bca6dd1c20cea851608b3a108ae5df80cb0db3605d0a45167722b8b0cb63cf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5801d19408ff3b0ec5edd11d17ff8b1029ae56d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19ebae260cf3b01119917b34ade5e6cc1b05606b9c3905a60aec8eb63d6ed4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d9a95fcf1f80a81941cdec0a2ae49cacdf19a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c538ca26f27bb51a1f1b0df8fc5b324e9d9d1f02ef6df12b01f36e670545f4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428b86dcea57064ec902727cf7a5bbd1274524ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4997093e47a40506b37d85125fac64df45fbba2a44acd7270237d23ff536aa64
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7facd539d284577f0c396168de4e8832957bf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb973a28bde843ffbfd1a0119dc8b56b74bca79c708328fd486d71d8578e4fa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756a53a449518c84419b19feeaa0a36a1cdb207f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc10131646e91f5d3fb7c2f0e2064b38dd788c30b476a350788e476ad747e77e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd97df403dd54b62bf990af8fed801607592d43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b42a8a91181e9f758b0e4c52db77b4b5bd78d2964b5c2bff9f407e7b4b84c47
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0033f0e6d88ecd0683e86e6c4578a5eff6dc5904
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6cd7793c5874a6a85d7a3a686a67b845f158f4e11d070db8b1ed1c8d11e7bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f6092ad8ebe3cac2776fec70824a013c6a43cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac0ad1b12c1de773ffcbcd391d8c5765094f25317c2f63f099882407a7e20fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ae2b8464c2fd9c09347f03f5c822cb6f88571d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97e7ab11fdb0fb804d280225928ffeda0b85ab97ad338abc3769b1d1c7717e0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9a02d6b132d27d51b3235a6d9ab01fa3e2a071
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330a2a0d4e7b7f4e15c9c9ac0c41831b9a31635db9ce9c5a0d4a77d5dfaa731d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b60ffd5b582d8c778c6308e6835af83f5add259
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b8228ca136cc0b5ef61fe02e843a845be5e2e87bdd7bb9457664a2cc7638cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d83461ceb5763a0502ed647e0a2e22ea3ce4ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c38024d010b8fde9bb0b3614e8823bc1ffd9a4663dca204c6461479d6cdcf6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b4c161e4989d9269158de7fa54febef4f5962e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bb25eeed344b4a303bc739b03d55d4516978034d121f36f0038df206369660
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dac4c72d9739ec865d480365bb30cd3daf26a84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d96e52b81c37b6225ac94c3106a17dde16cfdd8e0fd8fb35ede7c012804e39
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a5ee3f0221e67f2037527375796b5604afaef2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d65ecda55df77e5c22ecb6a0f8aa05370f953c883765bbead130adb953e499
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f75baf460893cb8280b916d74b18afdca3c49ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f8fa9fab6edf5f310dc4581b629156573f2f0b01196901ee3c4e2e653541e6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dee0463f75cd1fc73b156c532a7e797aa6a8228
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebc123ecba74cfd5cd0bd0cfecc6b9043039cb77ad3825900b4197109997446
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce15996198b281358ad39142aac16e81166eb89b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d1e776ce4aa0b483fe683dbc64d6568bf749553229e2ccb1d47581efb3bee4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77c737dd34833b089e15f6f51a9ee18f86a4545
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876e730eebe99a35b5a64cc51fe50435ff7f12cb87aeeafb878849a2c66cbd55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c27b7b11dcb60ce8c7eab96e50179cb2c13620f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd61514d579ca0fe7640cb1e73c8eee0e734cd614403e38618cd36317e86c129
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203228f3b46b17e6651f1834a9015bd4c17402dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c21bb1dca795b90c55f912d38a36c1b5070677370375e9a097e8baf9f0eacbf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5189badcc1dfcc2efeadf8515d8486b4e5b05a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b839a6e439ae30bff80ae3e299a25ce5f62af75fdca5718b13822e1ebf4641
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ff8c0221f1cf42536182db67a1eb6022054430
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a17d28f40e9d75590a4e9eed448fd8994cd63cf0aaec9b601dc012a46d8ec8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf40bb7f68184c95bd7a260bd2dcc509160e8ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a82c2c62c1a4ff98c9fe590476682fa02975defda49af9c9c6bbbf92bc3a2b3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dcb03da8e7ca92efadac1a35727c67e145883a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5281d1ebc96347cf32634cf53278b85977406c890503f1ce1b836a14d4a1c40a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde82b30ca31ac91f34587c6c64a6b38f7ea8d01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed7370e527817da209091da86ed41c6034459ddd58acf2c00accb5584ce0e28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07585ed30dd4f828475443bc0021896f2152f3c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267c0c95d1b1a0162206f91c13202b92fcb07b62b0a3862d3328929119b2e944
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7f32138c338e6eff1f1bc75f5ab2d73d68a737
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87f3856bb587e743736a491d9363ecdebb1755f10b2507c01208cd0cfc0d5a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9500ca6159865f94f27cb07c9ec699ac29a404cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51cc011c96320bf5bbe8b87fa680922d9977627909aadb4b60b9f396ddf57a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20a07528afa8a3b39864d141d204c409e4c7fe7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0559a7819c6764cc69b544dd56b04eae202e6871e5f1ce0403f3f916411723f2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a817ff8bce4055ad5f8f663ba6c8b389d2a7086
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722670af0b13035b3c1eb0f0fb4ad34e48898ea28be14f5d45691063eb255b9c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4aa2ac3954d85c74a4ef5850dda4f30ea47c1d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847be196b09714d3eced6429631781e6d748a8364b28911236f264d3f73057ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df21225a02fc8f528a02366bcaf4cec189168337
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c555b56e24fd67a1f6e027888f6d876812196d914d871833f229d643f72452
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6507639e48e417159ad3507a7b07485cf4cb2023
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8395c93f4e4b031ac8805eab701fc1fb167a3fda7af2dbefbf859c31f99dfce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52733810ca1a9bf7f971bce872a8e07ebc2dcb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8951e1073a6de49c292513550320fdb2540c05da8e3bb2f7a8fe933039897c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5234ef8a04142a027fc5b416e043ff37d1dca1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fe9621ed53aaff0174d524bfdc93f7eaad2ce61a09f948ca8cf04b585422b1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8b3b8bae26cb9413020901dbccd0a9ac8a1565
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c7eba7b21046b0af2be70bb6fbdaebbc90e85f0ae4054308856528bebb697f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23565a52f96e742519f1d55981a0196f29f85961
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262a2f2dce24ef467906d2bf6e6618e36c3360dd4b60be71ec07a37aa87acf74
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca3dc7a2f4b44fb8c2a8d36325b21c83d58a238
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0169ed24aa5ae57668627d431c5522d686234704f31ced6d99bed4414a5fa994
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bc1ae1738c13f589f55c8db49e6365a49cb781
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c43c6d8cd45d945c84f313ec64a2b0af1fe211aaa4609040d6c187e78531998
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762267f36de39d722d1f9b8730870a4f6409fe09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42777f1c88fd5e04f94d4c9dcffa02ceffbc1c9651c789ddd44e9f91a2b956c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749fcb365126c7e067a46f9a648c9ccbd1487ab9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0497a23783f8a6b093e99808613f4199b3df8803a53857f6f381799820e89ed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafd9783d327f2e922ba6ec7ef1537f614c1b766
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f724229ac3a88614d0f1eefa86c3d56fb96e41e7b60bf7c77c7731e9954d87a0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2831fc4af2c86ace0988af43b3c0d2fa907a18f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6260e0434f12b8eaa2198d163ad822ffc6ed0760f66e3021d004b3e93008b203
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8aaf8ca96f96d00ee3d92cb120d081fb1bd03ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30584f64fc49a21f1caedcb06eab62ef9c746c07578836df45f65cfec4dac899
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e78cc1b488cf991f2fa5b26020edc17f8511ac2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98f654034dcd8afaef2f38c8bbae60233f497d4df37f537477c6af3727a4ace
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c15c0db6e38514d784f2d814ce11e85ff37bd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dc156321e1746d6650df8af895c8d2097107c620d088849400763e7160b30a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1883e7ffaa2f98543828f2812c880fe5c006af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a686a3094984ccba75b6991bfa72e290646d1414bfead589a823f1b737887e99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092db845bbe9e0234f43ace02fb2b5af997837f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3306429abd9adeca176ad0c1b189ecb9556e4bf0e5f7ab1436af62ed820c5d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488d62a00cc3f53d79caad152c1ba63bd8ff4060
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c01af0161777c4b90f48a3d065a7baffb33822cd84369c2a5b367b4ed70f471
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf5f2f1b26a0e147a7a1e118483f69120a7dd51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3fd87849624863f7c5a848029616e32e28d1adcd87a3934bfb45eb9b41d804
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c9a80678ca9c9bae4de9d862fc6dd81cde55ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaeccaa351d0abe784a94dd9de063934dd4bb78c29b204364d6a0da41c2614e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3d320e69c72ec9f830845b504671d78e745e74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48d25070bd74c4599461ce615b6fb7f0b2721d8882c5992a1939490bc3ea78a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264d33d93f446f8825aab46f8f8af71436186624
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74dd428d94f042f06f194e6010d5c10b2a64db08e5e1abf16dfbf1b3afc8de2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a3f074a2694776a67eb72249878ace9a35f448
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d1ad813a59d60a06abd454fd19eb5b98d25ac19e1329caf7968ae6682c6a60
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc5859dc55ef310a20bc57fb1ea85cb3be68a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35c160f3aafbfc26b1d34a02b6e61511f474f06f7757041d9dcd0600e40a081
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a04d8589c25f17205492257bc7005df36ece1f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a76fad3f2fbbcbdb147e5d7be742ef4d2beea6ba9e88fc9ed0f4dc511e432a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f480db1f24df9f8040148b52f90c947f698fe1c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523e82a6646d462085a9ca0e1c5d43636b7bd81cfbf5d4fe4a9d28a0380e0da0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733ec9a266d7efc259b49e506bb1a2dc31909125
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b444cd94f9ad93377f9e59b491d056e61daaff70a42c58c6f925a09a5dd3714
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb3683b0e0068ffe337868f0ebb44e10eea1046
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bc3579dad507b716369747bd8df31684cf62ff5d8e24f065e4bd5bf012da08
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436bdcfb790d6f8085cb87cf8494436cf2eca593
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9133f173239809833a1d5b78d888c79e33fc4d42d02b361b8a14b630280e57db
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f460d67d09c8af854234928ad35e303328b7f22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283a9787fe9cf37a999f0e2e2b9904e579e50916afb94117c6da949c2d20f321
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621851fde0e3b6405be36eefff6daa88b0b9c39c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af02fa7b9a18d2d4242796967a734af575a11525236d50764729c4443b16eac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec6b5d2e69867469060b0f7e42dc1bb482641fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612c60c6cf966cac8fb0c1b4925f4fee09654a5ab1e015c3915a33feed7cb626
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d23453ecd7c7511fd316b3a2b03e9c7a3a3317
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f51b7367eea2afdc7161b51bf64b9481a8aba9665ef65f340ab2e4c9514b1a3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5359ccebe9de8508b35c0f0025855f794e8ac6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2118f6423b48066ee56b98f655d8135e59944771986bf45812f9deb6ccdba0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b829f450e3c2288a2733aef6fc8b21f97e3233
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d697fcf123ab57f019d8e63adb5993ef3eb9617fc2673d4ee540b16248d37e52
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2e3bff2f71f6d46c08873eb21a02abb4ee9938
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade295b38749200df72bcce8ee5d153b28d2c5594d0b4df6d81f03988e662f2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6f237654eb0d4ecfc7ab370c5a944e4cf057f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fe3f60e2ac814379632652521ef032af145cda0ef94541ec214228e5166a9e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7813db58366a6d1b1e0406f025fd70be38bc73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b3481e59dc8a4c70667e038047eb642d182d8c1107032371c7904d6fbc9fa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6840cda95a05d0e2ce6a79d4d071d69a1f30ac05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fcaa87d9f7d95e507f21f380a5fdfd5df6a9ec9374832967f0c9e14f7d3a27
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e148613714557b289fe453ee9249a32b91e588a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a652b43af167fb00dceb6f388f694dc10b5a8a8dcff17cd6eb5ff74daf8265c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2376a332de16b95c0dd0e498aadbe6de7657f0df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379b78177f84f4e96b8bca48c110020df1d4f68265456646ae3088dde8c3610d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432845b28b8b4c46c101b56d22c8df5ba083ddaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738edf23bb0f4491da2d3cefe5a5358ed0fae6c19c233fbadadc3acdd8a4a10d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1cc6a8eb199c9caaf1bbedd80408d359217f01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6092780cb60d61c92db4cc742ef41395c4a48a93d9d0cba0445123a342b05d4c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1ac2166fd9fecb4b368cb50580ef18fca40562
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18e7b2dcf9323e2b065c6a281c6662519f056c28c953bb50c7f07d69036b702
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d52e7ce333700e70cd9660015896c8be8ad255c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc53a65a064dc8bfbd7791307b9d92830daf76aa004d3c200de1a110adf7b8f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bc63c7b638d2f66251014023f7282ff1477cd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ade3dab604f23ebc450c463cfcfa8976e05707c960e1868c134ee0163c6efc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0203744f6134441b0c103fd5b588099ef7e2d10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262a89ad434696e40e278b39ac8318942cd264a6d112b666a43deea362df3565
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a49e725082724f20dd1109cc52c7f2d19316e53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb98cb4276b67d9a80f76c4a75bc5e430bb8996c8c503bc25d37572024faf54
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a995c0a16706cb5753160ce4c44d6916d273e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1b50095da765b901a8606ff74b41d960e435c0e64b7e017282c329761576f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d3c6b95a918ab1bd4465bfc312f6bb1074aa8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bea820dc19d840beffdc6c544396edba1d08d0b99ebbb166d9c7c12b94f08d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f34af284da18099ef0bbda2bdc6a63f68ad9c29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1639fe26ee132cef2505d4159bbb4146e91e9ed45b663c616944feb0cc921aa2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e5d4ce3bbb963d174d79227928162da67723c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bdcbb256a55382e16f4bda439c4e6b6ca03f3e04fe9ba72447a2ce666a1c31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d445244c54e06ce614aba58e2db46b42b1c95da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0878422be3183e126386143e2ba758ba4d06610e108f447d0cc27ea6bb1676c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7ea582220d779d5f3f6034764bb8bfb29b65a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b0a266fe97cf10d91a5ece3a09e7cb47a667315c03bf1052f05caa16a1066f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bce7bcfec48eb9f18a2a9d256ea8d8eebd1bceb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f4746d01dcf4c69aaf1ee4bcf023e7ad8b25760e0814bef7d31d415ec2f172
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced8be5431a7eaa33a68ff1ae2796dec34197bd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb0bf5a6e88efea751c8b616f1da42ac18544097985345e8859ab1e8e76ee07
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1cb4833d2ef19d64611d5d5acb077228e5665c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d2008038d86540e446624b3fc66672934106f468ee4f98614170f1675a71a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccfb7fcec4d885dfd97e132b07aad6a10be95b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136145d812027b1a6dfceed8221d79d3c2522d8ba2027addd153dca5e1296285
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c3713e2d659fdf1517c755dc8de0f383bb2ece
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d7c69a472286fffcb70313e90f17894f9008f187017752287e7cfb4da5e450
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7492756179e750db63517763d8ada097c65fbf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1657e86a1b749e171dd25bf20f09074462bc0786fb6578718b28e4c475520a4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3651c998030e0d329e6e6ffaf209ef40405837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e7d831fdb1a9fa16ab56db91b20813ce2c15dbcdd152c3d79b983632ef357e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc6110377b7ae61f17d3342a09d771f892abe9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a650ef047f49e0388319afacfa91501ee4d647021e900fb734a0307d673fe8b3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468a73918609550af2a343f10ea7a8a3aa8210c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ad36db61485e520b976c13ee09634c809a9d29b91483355feb2c1ebc7a1f98
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944f66b578231da7712b397552e40fa8f1b12795
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f9ba087329b8ee211c0e508599f016e045bb7ccc859db329ffec1d1d56a941
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d787e080bb9c9a151b24aad8540c028e6f2ea09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335a8722f41ee0d991b9c3d314cc84c5ae19f56bacbf70fc5e551d712dd8bcc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd7ce4c920d8fb2bdb8bb814533431c0b5b719c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0f48241687a4852e96391419e4386f37e99ebd259c1ddc51a2f060f7bc597d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e8c53473d1ce3f2a94f73e798ebbf1c19c42e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60af2e84d210b233d00b56481d465d5834f3046e38de78c387f29460e15e756
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe8cfd975fee867c974262e1540eda9b1ac8349
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81b2418ad2779653e680e69b87deca094ae93c4b4c587dc487782776631fed9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5662f02313bebb76b9bb0d8b97e91781836300c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a190956e706cd2a497e1da03b9ce69bd03898cbe3e738ef113cf1a62101297
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb35dc6c6e931408e9e9e952c981f8c09390ac86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc5973f82193845c1c37a9b98584542a94adf0bdcbfa30a6653a9ee2255dc9b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b34e028a54f9298b8de23f1942994fbd79d3ea5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6bcd8cca5b2263f8765e6f65c41d90f05b6bad285a7045cebf54350d751b40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3d87fc67d8885ef3872214a8b8be6bd3d9930b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311bd4a7830d0e8d0fd95f4588263f003feb6ed08e2b309dd33f196913983cd9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b2986fb2b6e8dfdb29effb05f4b62c723c48e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adeed8737af2bf01e7562021f9736bf021e71786a37ae3338ca16905d6dcfa1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5e553d59c19f25bf58c72567b6f8db595cd429
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ece3f872b4724ef9f1793a099137a97f1d809436f900b1a0db53885f20370b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b25d2fe576678f855e77e941bd301434cd5801c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bbd8970761045464a0a3bf961644c2682e4e216accc2d3908da32ebae58f16
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5b57e909ef7e278b8a659fdb035f41b9f6d90f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9eb9b4e820dd170a2a0a606c210d0b5f150dfc2db297d8aeae9ecccde4f4426
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3f7521eb7e481b1adf55f873192b63a75d1171
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f067a0dbaef1c9be47ca2e994510fb1780cd7152832a2de15816bd184f418cef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d6914a8c20a78cad6c39df48f1fbd221c58e4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2d0ecfedd717aee697b82d419dad9fcfa1dfd79d2e8f5a6df7fbd7f2fadc81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48fbbf459d96bb21da04be657b9e87f81a901b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06ebf7385c01f6f3e432a042497a19afd93b772e0358bc6f1293b19a429116d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1710102b09c8ed884aa2066f3e2c377bef41ecd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316154180103a09fcb7c84c534a245fad5a9c1c5ff8ff1b6c1cf0ccfe9e94987
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaa2c4422b84a719fdd6e342fca04c13c9af945
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2df50cf788f801551a55b1ab06fdf79b742dffb00e564d15abccd04dc8ebdbd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06cf478816d7bc4b583b17292fb391d7e36ffaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7976ece244c195b6b63938f4d36295e6e9ed0023c8db64e8dde73e3ae0ece6a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a50d2e973282a839682625c1670ee1f0ab85bee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90dffcc053b5eed4dbbd0f59eb2a0ada645c9a52348c122b2971f5f2f483c88
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aadb26dc652fdf580ea7df1bccb1529dd777cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e56c1d89bb63233082e1b4896d8f09f9c469190f5b49839ac7b2c52278f4b6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b07ca790a1922a8530e311e21be9934c7c0eed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7b9a69459ddf0d169c26d9b1bd580f6e5c7e693c355a65b0f7f74048da3c8c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd86e50a2b461a3454a81ef45c115929107694c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bdb7c5325c5f0287dea2b995c5f383aa8d8932ce6a515460e78e14bbf3fdfc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5595e4c5f153c7aef93a00f008cfe972ef115b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf6b6a8117774b99f819c988d022379792ebe7a017e69e79114d5c3b7aeb9e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2189eb6b222585b1156a4b41eec4b843ea96d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c406219c47f42b8b7a54c7980dcd7eb7fc77edc60c5c7b924e5e02c111b179aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05391318f9a32c22d78c328c928224a5283d1470
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0469e6e0243e18a76278bd5ebc9e3475b457a36fcc353009523962fa4fd8209c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd88a4db953a22b4f1ddb0a204e8a49878820bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9ba4916d88a989b55e193ab652dfb85306b3dd30876ff162c420d9531be377
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff778bd42aededb4d8be43d140a0779d1d92e6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1af2a30b55d654471f70a3a38d77cb95956a6fd62c7eff7c8fc289f722b26a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0830a0088121b032e12dff1c7df45d6b3880b10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925b17effe273bcc269330ff2da4b0dfbcdeec4abc592d64fc71aa01a15eec84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b7255963522540c654a879f9a3fa74aae579bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524241b2e6215f68a1a58f565fa0135b6ad617a5354d418575fc69844b4399a8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83dd668e79b214da794b88caffb8c8877d7a7ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b2e5d941e2838348ddbc2f85999753571f948b3a8d0c86bbdc212544b7751e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30687c8f79eade1f6df4e0006c77366e16ccb293
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129164e31d004a2174175178e391eb11b044894fa03e3555bd0d7d4316cbaa30
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ae1b09d70774c2a2eccf6404303b0ca84231fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d00f023593cba92f5e3d2862d7e5d623eddeb299474607b176a348fba55d088
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecda4779eac05729367e1ec3f677ea000ce77b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0706a83ab8d6f14d4f6a923255918d143a6c1e5f4f792cd5cf7585c07c9eba2a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ea4b528fb6f84f192cdff32e026c469ab9abdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b81f6b7bf5ded57bc67dc02a9b72649d846343e8019a53d2b77c1cc2c13fb4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeddbebe5c8dd45f912e70054fd1caf4f6dece1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580a891ec5aa64b0c6b7c13633b625b9f14d0122701618869c70d0494d831af1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efd4937d8dbb3fd9c42da7d324b66967e18abda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3ad6a7f92b4541ec499ea53f00ef41b2a736fda90ef4e613bbaf6058f00d03
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfbba350908de96bf2116236109e0027f4c74b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed831b7c037a114773fdf60b512f71c5c907bd1e070c1b701ca93081f2118ef6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1120d3b4ac180749c0cf2207dff279c0638c18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9747445fbbd5c3162a35f06f96daf640313234345bd5a3d2a18db32432e2eca9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6438a92f4a4311c26c4d22ef179ef339d44ecaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0020a879e0e51c26052ee66191a635960434372182a828d7caeb4ca62fd5f99
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26dd6b8490172250c03c37b70f0134a5e68ca46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfcff1303c206a0a370b1e9f4ff1b6691becff64daeb78fb7cf0e48a361e1a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e59bb3cec38791ce5c98694e0ca28b057de21b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9259b29ebae523d8ff1314ed48a80643478fb27707e3901a69366c33af86222
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2adbb141a7a1c6c295616544ae3181244117682
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851f3c3abdbf6b3c8feffb692c62d5aa70f2e95621e1772d4c7cbea6bddd840c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41036da67f166c74615a5db4b5265b52ed98c713
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f91588934e27e1434ac2efb54f292054463e15b067d82ffc63d4bd825238090
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac50d77c3b0fdb87bc9c1311dc913d54a0f657f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d002173d7727abae4ef8ffb4ff36400de49a2541636a39a44c40c4d41b658c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0f2677f911fa9e7e647c14bdb83eb45494ecb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d792c75d2b2718f9f8e564270ad531642496dc6b64bb444a5c2b9e7905403219
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e784c5bdb9a26dda3c0f8760319d9a60ec071bc4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa2fdba64bce599927ac8261f939d4ae5ab3b20d15209800aacce3ae0c1a414
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685588b1a047cfad3dda64d93813662d9b54919a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436d136d5d24857d0cf8b0beeed9e037638f1e2b33183fc0f4b7d72cb490ebcc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270d6d3c3c17efe05613da7a8402e5c0d92f5e82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a197808d367b67718f83a1d753ad978f100122211430aa073f9c8ca30a562d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa100864ec851d1fcc167501c06f525d39ba362f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39318a2fb14d7ed6c48f48824b7a9ea5a4670fe52184326d2262687923d94723
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafec6db47b7066e9c5e7c76176fbb592dc2bca7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b2395ad266f487d9a37967ed60346fdbb7b80d9b2dc293d6f2c64800ef0418
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8982b63a469117a080548cd3b3c51807d07d1f7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ba9d2e2c2f0debc3b6c8deb5a84785aae5e4c322ae8fa6310e99776f425f67
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc1a9adbc88d0ff58a409754ad7a87dce74f252
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4eb6eb72330653078835d1d7ea7ecb07406097631b9f11793fdbba9217f192
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6694f787a63bb2617115147e130fb9dad72567b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fa1d4dded12a52d65b3db56f3c8009c82f7caabc65cb5a15f182d4a57bb03c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72385ae017262f46093b8dbee62c78b7c9b51e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c086ce5e9efa68f3ba667569cbc62ce673b3608efdb5390d2018b805339d1f4f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb65b8630ce817e7d63786bce52dd92f3bcb2b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2e5fe0f87980af1138b643585e42d94afbee15729ce3aa5c74e53ebc74af7e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429cd234b3ecb8e4eb2af76e83dce21e79f1df89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455af29ee5056e16c7290c12516fd9b5789c947f361464bac1a3df15484eb3e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197a44caa17530736112f40f86eeb662ae07dd7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a52bd6a3bb52200ee225383166e0cecc6e05a05b43e125033b25ba3fb14034a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43777864c58ab89731d752927fdb9a640958293
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fea87df66b4bfa2958bec3fc667752a7cbe740fa627708f01525cd2b9d0c86c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a769ac238778958195fd5257880cd75a9ab500a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8ff05530577beaed2eac2677cd5a7ed62f144187832d3af528bab754337d93
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e2054b37abc63d48ed7bb6e0c7dd94997f82d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be01ae6652e628f6c14d60475756d834c801b1fa360a021f6d3bf45df0af4b9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0171bc20959c3d46114860103e85d35586ed834a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aaf3ef8c069f43f76b2ece7cfce87e6449f99683128f20371221b10f36f9657
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102a7e1bf249e377a03e86913e7034a8ee49bfdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e1b15e8b2d024e5751213cf9fbd75414119e0bcefa70651e056545ebc01969
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3f88239f5f8ad35d2b6a9d65940201cd5e4776
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a8180651e59b8e34f1cab1292e648b888bbab9936fec9a9cf7d1d39bd60877
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8969b6300184e1c3840c339162b2f2e296ba2e0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3943f95a787a7d0ec253dc7c0cb4118ebb74ee3358916ebbf8fd80b5c377eb46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7063e2949bec10672e22b299ae8f3c0ba242a9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99286c02473ce797359afe192cf24aa8d5a89b4c3130504edb12596b28beb10
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c66d6deb88c8554732f50ce674e8b86d9b0677
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfba0d45e6c1becdf1d936392fc41ef8174a1055723a8430a821cc06f51a2f87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d301d3c0f117c02432f591c559168c0c7e61b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f51a186d747630bd93acc283366bc95513ae2d9330679a7c653788e2ede80e4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e891ecbef0a7c799f41267830350e49dcdbc31b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942805d92c0a482d624ba577f3731ef19bc3f9fe934eda1a17d239125ba96004
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae40c440d9cda6f85ee9555ee05b2dbb363ca33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d649b08ca92559337f2fd0b2a1f611e411f95f66d89cdba517eee982648528e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b888fc308ec1fddea99dc56f9fe5b44bfc26d06e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fc64a0c68b9833897f54e03b6db2d577f22fdbd21274fd94bd51c5a40a4f40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edeee9abeaac7197adf59bef1a2bc1d5075d2dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c26e05a46af343875b7fa6cdd13de21d3075ff60776cab4cfc60baa099890d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3914de36f1f19cb4c44782d4c8ae5dde2fa91b9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a03be606f497cb000b961899fab5274c1612d130bee9b018fa497a74f86967
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeee9de2fbc35a8d0ce119f7b2dc2989b4bddf81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e8b23aa82be1352f4a8b53ce72f43271bcc9850d4b0ee4aed1c6004d89023c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c0f5dcdb0327ca9514ec174cb7009077a08a84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd004372536a2aead41e614c8b1cf442225866dd57b9614680216fe332caa8e1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ef7213d90954bc2462e46371aba79baff5cdf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b906f5e596d8925b39e144e0c98d4a7e510e364113ec108c1f1800a9f8bdfe7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef23cb2ee44906dd30da0f2ee07926fc598abcda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c68d1ac5e13ec5b2a37a35999582f0ded8830897eb266f9aeb4233f2416959d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b49f2a48239d30e0a8e95df0b979e10541ba0a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b7a1e8a62c741251dbda1d4a2bac9244a31764818659726cdc493dcbeca698
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196630c211f36b98cb118a041149033ca2cd9a1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fb04f306522b8acb92d5e4a4312fe13c40907a66a4461c30a4ce7be95ebc45
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38ec06cf1b81a46849866c639fc78c0cc3ce739
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209a1eafda5f207877e0040c6deac832c0821189a9c70fb8a78fff185939f72e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db21630759b7d6f6c78ebf969275e2547ebef7b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f7126f6d6312d496c1ee5662758477deb642ca6fc3d232cd9e9c0c45fd869a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9b095507a5db48acb34c24bebed4d25c37bedd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719187e9d56796c53040c32b48fe5f6d74beceff2400e6aecc09bf6684c9d9fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c028f2ba7deeae3343e72ed704c5e7f6290c4041
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727d1de0eac92013f8028acaa6e688452ef09bf0ef8d45253b90f2c1bd02d1b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec25bb4b32c84d5f0bd45aeadda7e421ae9ec32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7bf16d423c09c25ab30ea7dc5f5cf9bb5ae25156bbacc40093501e9452f6b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fe2e90c8fdb5bb46445b629222eea03998b517
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16312b5e39fb40df481fad1a1f34834650cbbcec011babe0f42b118a21e9be53
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1b2649047d16423540b20d47ac4d5d096b72ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e449280a68b409d0aaa8f9b41c4539ba469b2b9cc4022a855a840a73403a732
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264be3120dab80b0d33d8df70f8f31c560f2bd4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212088467d246f17ead2032470a2d027018558357488d7f03fc5e054749e99f2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbde368d29db6ccf5944359eea113708e2877a2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59320974611c70510717c52509d66d0b6d165bfb6d62137eb89dea0900d2eb25
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408b3bb446f301d66e01ba03bb6e1264eeeca99c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd64ed3df3898eee623d335ffdac13fa41cda177eab346fb9781c35724cac789
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1b77396a0a6ffa2648dbcdab96b0d5b83e3d01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11569cc1fac3b632eca9c7d663bb76c80de90b8f6b8bf26a5f775583f259fb02
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502e2084966a09ad3f1a73232e17bb1ea096cce3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515b94d5296267a27cee886bb4f23358a6f53336af37cdbb9b1782814d667511
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d610675783cb51f10114acbb34c9bb88aa38fcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45924453365b87da99adf2996b3e1c37334aa70f9b4225cf8ecc68e7e90dd6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac74c3c826aa9081746f364bd101c54292d653a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f015cc65f4c5f00dc7923a0b6b54b275e34882fa6209c81ebf1f555749526e3f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d800378ca50692831f39550788b2dd2cde05da08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906032db0436b435dea140322f1bb1f0e905d7dacc7416fcd8c1dfcb218227c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def698e2c264fe465f77051230a07000d6269ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d9f8efa90deeae33bbfc02b96737535caebd4e70613488c31c85da5fe6b1aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acb3a55b9447ef3701bfdec4d4be47f530e375c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5206559eb03a18dcb1d64640e8cade808b5ffd74d48a5db6ac30786884e35b3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b07676b5f009e932985b2e708db4f836e2ffda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ff466331033e3c4b813959d8defc730a1e5b5bafead474973e077943e6ec68
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc2a5a2afa9762b508db0dc95b8870e7ca2a113
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bbdeeb0aa5680694c918352c574bad8c7d52630b22bd22828156bff7178e86
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0c038edd4d7f56c3e7a20aca4aaa124a10d68b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0b93038dd055482706875e5a1a9ef1bd4717ba5ec0ba123169e78e1de9f1b1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a4c328a87745465d0f0f6844b408cbc22c8311
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c6d25ac05952e674a3480138e453399524b42ec4d4588586519126efbb9b9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e393ac3f77e05c8db9c9a964e4442de90de7cdf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d3fc86f03ba66cf819b170c81c21ea6a80be04b63be152daabadf9cb9addf1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbc5aeb1a12be6a9dcfec7ee7784192d65b6d68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3d2f36547c0c4462a3eb681ff72a36d4a901bae05f23ce79defa0679660770
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97abd3367fcffadf56efd6df07597d0a86bb5d2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba90214e65094d4ba5df5902d9ae0f9e6116aa4d67891f4a3bca98d76ad2f7e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a65e9696297bea7a83491a4e8bd36498200868
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c85f5f807949af1e78a237f612712793c46005698450a906c683642438234de
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa751194e9dc9d2a23db2b4b84740abb4e797d0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec8960de55f29fc241ff37b424f67401732f02c6a3640645be7a24f7c77e2b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8d27e57065e5478ecc24154481529bce0cd6b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6480260e543e5ed9ddc8b8b11260937f0fdf0e4dd0bb538cae88431909f4ddb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889650cc50857e5f24d1a422b8060fe1bf2e7338
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5dd8b10cd79f146728060d2b2cdd0734c116133d5d973900e1540cf3a261f0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ec59e3724831b2299c25a033b07ecaa7886879
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a73f9deeb57550b7e28421cf6b374829cc8d6b226856af3081d71c7fae78eb3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc7a4916cda63a71a90bb4151429fcad3f52e02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3f1aac0287042ea8928460912f8a6f237c22664f5f309fa8c154f121e08a60
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4d7ef091649f904f17de1f167cf30d296e3a33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b21a3cdc14cff4c3e13622c64b3de944fef9a1e91743793a783254eabefc106
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4398d9add8d66ad768ed7127ecbc33754e3a60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6104d1cb1eea2777d195d7aa48631df8c96605aca64bfb5097cd5c01a1972b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e8f1ed120cebe1eec62284236fc0966d3dbd72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4792e8f1fd323eb282ba00bfdce83ebd4641ec0261c95ed59ccb4186a6002be6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def6284a318527e6a4947361e377bdf4d3c188ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc7e6e020189994f4b8f9172015fd643b1da355399a7772236bf245318eef2d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af4b878f31b61608c5a1bbfdd5669ffa850edd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48657f50e896fa57726731a4d637c6e57c0bf9371aa39062b59e26ffae372cc7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddaa5d0ddc63131f25be7a7d163dec607e5fdf8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5876faec6b34cc0f02e76f10d86a7f53825c85404d8e5316cdbbc2593798a9c2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d11c9a53bd99c08d29bfdf51c530669c03ed9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fadffcf755e8f21fb1bc5c2b3f3cf27a892633228acb960a268ce5f4d210d2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4373c0eeda903ea2eb68575e41749ce0d1239c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9037f9b2efbbe1b56740a59311a80505cf53abe0f2907c645c89628cbefd9b9d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52b3e968b99ae485964cee859008da369fe7a2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5738d5bd854e7f6cd631f16b6d11df0d5d2e931a29e3a910b2c606efdd64a4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05ddcdc80fb2211f7802786c4e5ce09d19ec10e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a075b2313f22e6eb718cd765bbbb870b1dda9459cd5447be1eb721e73fdf3cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126fe07bff38001b53b0c028250334913ab10bad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72e5fe39c5deb9bb1499a9014a5b904a5bf8b8d5029f3aa0a2e497bd0e56642
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59aa11e8da8459355666e79929c53b94e83b049
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7118fe2c904d3087a4d156e380b24422a640a28ea4353da6378df739e885e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3c065c9f11c271f7c1e577caf6b468ee44d410
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19e1823d6eed610ea6aaae3aab08d152129c2032ec430d86d6397dfb31f7bc6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bf228624b450f9e49a6d65efd49b7de647cc1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cfdae8b45c380892a42854a6f93fb141ff9912257c15e667053e9919dc1e49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73ebef87ff493f3f75fde2156ed42e38449b601
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c91de23f74a01be50aadd81117fbd4b071ffbd0ea6ec6d423a237ef79cab61
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea42114345b3857f2a7d7bbda08a0001cd5a480
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6633328066bb36b2f63aeeb9a2fd12465ab5516d6228de23fec3be5ab882e12
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5092a47502f3496e53d579b5d4432acabae6b513
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a7daef1bfad419b72186bf4ca80c333a44684ee3e9b6977d751ce0220e4cc6
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b455a4b131974625adad3f02128a224c2aeb45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac226b158b8580affbaf1c08782a130b2db9bebd95b052d4bd57bc6fbcb61cd2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3afe63d45b0fb7e9e484399eb43688fc1a276
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3653b9db4f6eacb1ff3f4590613c927d32da22c36445359b1f416ec5b1158e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691dcac1e934c2f865f6a9b2de7e7f53916b4779
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4868686afad4837ab5688677724b893aa2a19166872085295fd6fc3425e972
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe80d03c641b034cc9efbbb856fb622026d26382
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb99ab7c16716399735da18c739d94da0339a5473a824733ac98bc176a08198
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b7512f1b0182994857ca2a43e88838919b1a34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890dd5336f61aa5e32d241a3935f63783f0925e8e7684b43dcf96d09f6251b38
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74d1587ec8ce755e7f3c45bd48916c2b5303ce8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe21913da8ce6ac8cbf6fadc816040557b6d260adc6fc080e0f232d94f9c3c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df65f1b8e23c8003467db2d4d8915194dda2471
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208161f411bdb023c7f65dce9a39fb24bc73b330229b34785f40d54346bb2337
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8dc9a64a4e9f7accf3a4e04eb3fb2dc21b4dd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c637a85f612763cb61de46ff32f95281dc23d5e1c240f133304fc6c56c1d112
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b08afdaa2abb40e8dea24be80c6f53302ede238
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a7ad35c075e1fb8b425bec1de5ccd1f41dfdc0f0e41faeaa52023679a6cc39
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335faa7a33e7a055f0f2c8381a2f3ceeb3193aed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a005553fb111910ea3cec67786217dd18fca70e83c681c0630634a858a69c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7f2bf54ecc53f12ce888d589537d4a3d54cfd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58d635cafc4bd6ebbe3c5839cce0a1d3bb84dc9f363a3fa96013bbf80ce164
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa9ac113a0fd39ba3dbec1c280c25bf41c7b521
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e3aa62d4799bdada73c3a6e90a427ed64325793bde994b6f5d6bcaa1f714ff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83636e4f088468156466c65d3455c53b7cfce9f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe29b40f4a44c1ffef41a04295d605232668c2009cfd664c3b3cfa93422899a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c085454601c70f5db74f124b23879ff1edea1959
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf059078be7e6ba6be712f119079d8b97164be0bf005ed163ea64da73fa3f06
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01794c7ff3e8bb4e2ac34c1ee8582649c8b44150
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eaa602546ac4ba8413a844c4b8630e0087d6f7bec4c9e68b25ed3cbac1ae9f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63845922d6a3acffc6377576eb819b36ac3500c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c93e3879c9e3e92c7c925ddd9332cf08b16e0ee6eee0a6d6073f678b232284
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb36efe63cc97339b2a788c260872f5df35808e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5edebd775df5648cc4eebcdf1f7d1a21ea28977b381bac81fb73fd22a5e3de
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c96bfdb35dcc0ea1d02f671ca2a870597fdb46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29628548ceb86463221c587a9ef1ee2b866822834cb331212a91e12b9fa9626
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95102db5f5ffa4b88949b8d20d956be9f9ee64f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596ab80e05b25089fe15f4c9f576b47f7e49bd55347f0c1591573dc36c27b3e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aea6279d005535f16c71df01395167d61a2b8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d43a40a5737e13427f8cc0fc9d84cecfeb4030e77e0de5712c1c1518d6b4533
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fd77edd58901c1a668f8563eb255bd124610c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5732d9e4b799494bbc72666c55fb3402f3ec8a6e23cf56d604fc349dd270eb1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df6fc3a5eebb56f8e8f7108e1b0b8e45e3eb002
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7e8dce087fce830be081d296a440ca3ec358aee15a2fd2e8f6d8c4bb783705
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838c07b4311b37f7f87ddad78817f848d26936dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6647285e49a2f168c7d3d592330b083adb46349f72186e0fd9e697500cdd721c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51813ab047e8467db81c2de789a292644b2391a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e997dff71945a37cef5746c5fe4abff14bca3c028ca758dcec675fe6303406
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf25496b0052a7d6ecb18f085e1b7ee2256ad00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5a7b9648a904a20807bafdb7f4b424409f8d2c9651f3306494eb0aa6d6a577
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff9529cd06347ef6932365e74233a0d10531937
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49059e4e22ec8be031fa29ca37ace0385d4a3c09f9c37667acfde93acb4ca8f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2926dc680285830e03f27734e63812a253a79b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684feea402ffedf0a523927cda19766072859f1598a327bd2f716f797d94349f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb18fa22f736c0baa7ab46882e8f5f40efdf3d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3759e1175f125415319a17d926407f00de184933c453154aa7364107f898c024
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec506e648e836579dcffcbf2f9d9b1b492888419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5074454019753d077b4160cd649314861b16d31b271f526305ec9b164bfccc6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba515dc43cc62f784abf641ceb3930ff802791b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fdb7d71fe29f56e8949854044b575c1f34299f68f8e8e65df3fe865cdafba1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d62714dde0beccce93636f9e14b316f59aebec3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ad8cfaef25d61fd248bcd0f8b9ac7aa6f29b15e38fb6e29cdb1114194392a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5724fb908e9588f101c85b638fc07a358ac1f105
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5913a667d7f8dfcaead917a2a1057621f437a8e45e1c60fc504de8d9ddd0ccb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653ebfc31d808a684ba1f4983736a3306eaed198
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d0cf58c3ab7ee8d355b8fcca6bdd8fff360055f45fe3700e2b4aa8853eef19
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4932d1f8ae972848217a99c1d986769cc2a41687
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64119909bea6a1efacfea1bf8f3a1e26349f974e3163597d05f5537c2855da4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e5d0575d512d22b800fb2ded8bbccd6df3797e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ea5b5e846f2f64a19077d7f2fe065f6884ce65026709a5217d7ac7e8014345
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5a51f87008e1f8077216cbc6d3dd50d1b163c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5387860728711974d97a74671aeb88927d7b8b82ddff3aa731618f1868588a7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44a2f5a1efc063d3cca2d8a4c477be89453b015
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56116097f24fa5adcdd42369062ef15f38cec30df196699f46e6e7b440c85ce8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c615d29015b0e35e8b5a51db93230ec2c9ef3e51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc01d1af992689cffb8feabca1feba1afdebb88ace3df94ed1efa7d72af2949
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea002ba73c9b48fba4b4db9e117e57ecc1459477
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91007a7b023b594e2af49bf91bcc6141e23f8b5cbcd53b4e35018f5380b0e00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89f5eb4cc1b880248c645b4b06c419ab46641a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcd7e2f7e9c00c2de808f0b9b627b296104df40ef0c7e5bde5938b6fb4e910a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf80d198180f5c56dc35d6c67fc07ca988aa87b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c2d840eb281c4e4c40c2128f8d3435e79285985e55c9cfa1eb968aed308b8c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aba6ba430f57d07d34ac6911e0c7138868a2fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ebf5393e9ac9830fcc695ad7eea66dfbc913c91a07266184e14cdce6c5a172
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a3f448adb9d08ef164d3179c1a0fc8aa294100
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ff52a219cb172e652d27f88eb97302cd2b48b2d461b91b57960598eb22fdc7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea550a9b5fc0eff6b8ea27d745150f47d1214a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0759b628a63aef4e0a2d744d2dba8158f244874dd04a462448ceede7ae7898fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe4f9aeebdc6f3ca5e93669f08afad75890011d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597ba2825bde3c1f53b620dd0a8bdddf19617dab3446fd92c33382f3399082cb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa6f5da4d497306e5db25a5eae3a70bd3f2ccef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a5ad6aeb6c600fae91fb69e83fe88cfeb8bb51ab630e4a58dd633c5e37985c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571dedd74cb4e3b896ae81a5faab146e69d3316c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b0e8d37e561dd83b8744b05ab10fe0f2914326c889b1a11ac78512480e97a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4fcbeff89f341c4c93e0d454f77f31bd9dd8c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ea9f8d56c6d6ddc63f0b81f5a2fb163596ed2a08d6861f46a3b8edf792d32d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf08043a5a3ff6ea7ef8f61a8c998677b256db4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f573025feadafd1a466d548adcdd5063ba14faa9c7579ade2da3060c687b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72b197d56fb166e0e75f70bd97a104803a315fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2091e07596209118af0e351c41d3c072b161524f979b2c314134157237ff1b35
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3762ff2a7656ba1bfd47f0cc0aad5806303805b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1f2195ae19ec6d376abc60f73b39b0dc5fd1426a3c2dd1f09756dd7a181760
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f541198972ed5f429a480ffeaa6494eeeb9da5f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20eb047d9ab927df1c33f04450dd67fa3d08f8cd464656fb60a30257b56d66ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944ae4b90720524d673d34746d7d5ef6ee5e5e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbe6e7e1cb343cb7bf571e8a4dc4678e45479df53088143a27296af7e33cf8b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ed88ecd9535a2f187e1768ee85ef477611f106
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce8ecdda9204db1d8ced293e6ca5672ca131676aaae6b25be4461747aa72645
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52de5823dddfb208f81b0efd876c3377e94ac3b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb40c4a0123585531848646cbe881d50cc45c5ea2fe9540708cc2b841c744cde
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2d949d7a23a27e4c91109abd4d58be07f0b225
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34616253b2756044ead55e8b1327856eff35d5b5b9b5a03d3c69a9e2ac73b026
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa3eeb61a6704f6db4b0e5cedfc501158488756
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f67c2cc066387e2a9b8b6f884dc14063877a75ded87c0e14da038515e840b19
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978aa3a6c3c74033b1f6b760afc05dd9bc888005
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590be1037466d6478ca5571572b6b838b71b91af30c7b51bae78969440384ff6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4380b89afa358605da6e55af7198027a0ea893a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f10b695822befd0bbbd2548b9db5e5d3925244f8f7f54d8811805d951935c3d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4944ef037c051e07c8693344ad0feecc33463b57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba368de3c087fca8a51430fd9747c52687725625ebcf44a5c7eb9dc2bb9e669
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3159f4fa9503ec38b1b53503f802f4f67f3dea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1178c488619ea1cddc92facfb1c4bb8e575fc7f7bef08de56e43bb279c7fbeb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ff50618e3820ff9c9ab34f37335dfa6eebefce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163115c04072dfed6d1a6e0aae66fc0e987ab3731400b6efb86e895f5656bc0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78de29b2ffcf1c50ae6ec3c64a4372240014a824
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86ddf29b3efb4034113130d490644c0761e36cfbcdeabce711b5a5c582c3a75
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de981bfada3af8d508d30cf7da65ff32e949be3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066b5c48dd07d5a64d682b80b0116e696174d26039b447292a873cca6353d563
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caaf4b28cf15eac0432d0348833bd651269efdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beeaf9c532791dc38e5c7923d58f6ace5b45e53eeda68b42c998337f41b8d29d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311d530c78c4e8c3fa6d03ec27d1c8e8ef4ed750
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792d9d23ba5a5e4a1e591ae9d2cc9013dcb887b3ab277450ea13a453a204a71d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fb9f3c9947eead517f6ec902a5ff03d8f9fe4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a2674ba1ce69ddd3ca18aecaaa2c3080643e4c36b46ecf7b137461ea52dd78
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409088b0a000241df254e2d19b4162467f79dedb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd782571ee89dfca869ac157af1dda593540902d0a4408b648de93f1075e11c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75f1507bf8ee07f704083a2adf493f1bce8bfc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9eb837f7d894aad8f6b20159b08810ff35b3b8168e42f9a77d12dc7b47c42af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed54839916a9038a4176e6fe1f81f0380afd273
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6818e1e49d91c69957cdf22ea188b292b5e80258f757e7266aa03347356204e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7d82655084da90d4ec9b976f737a36bc8605c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea8a50887144e4ab0996e798d699c676c9c7ac3cacd590fe394539644c80574
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e983614802ba1303750028d1c6bb3b1ae7e51955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b07986d7540e52ececc0b6502f43c4f4dbb1a03dfd3e95398e0b07f968d3577
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e3c131d6d591f771beffe852ef6f313b818925
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd561602e632a4e67347fcdf7fa9a44bf2a02f9c77c48f8cbeecb84a0fe40e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d1730b900153eaa2dd4c954fff181089ce59e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0645ff5a0c0a8c9e6fabebb9ef1dc60c5923b17ee4845921a20d0b947ff80ec9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0158d98f4be639a5f7bb901352a8103ecd3151f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea2105458db08008ff663ab777677c4cb0cb5a664f6678d34a11d8a1505b29d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb5d2c1039b56dc71db94994fef98375e5685e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4d06cffc0dcd6a062eb1e54e81f6d8d1d5d93206bc1c439e21f7098b68e9a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04b6c25a802058e815598426f808b9a512063e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c3ee56ebf7f4fe397a296d09e11e46d366b6451bb22322cdec81c31e97fcb9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa52944470a4baa796315cfaef32e54dbfe965e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b444c1a02ea14f6f38730db2af35a223d8a3ec6848b1efe661ebc72c295f1f90
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ae4d651480d3ebac13617837089bfc54235848
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123d77cf215aa4ff5059a52a8bdeaf04ccb9eb53f9717df5f7f5c32973c2acab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6349a4ccba4f46a19f9b9d4ff2eedf5e3476d45f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91047ce69d94ed12a0cad7686fe3553ca88521d9374927bca1a5e11a5a0e1b37
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c5714a79e4499a3380969b241b2ff7b9212351
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e59832127ca70e21855ea13e15b748d546418ee139e6352c7bed429c360ab2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc9b0c9aee7a6a0d553909bf5c773323355e73c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c59ac0056678760d3479a07ce7339bb2cfc39092f2eec976e50aa9076bacf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7a6c34abe9f18427e92a003eea5f5a12bd7b5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f238afa6697ba81e884d381a0d9fb5cec11ce07d4b04f99d65a907d5db3f3066
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d7d3a1e9579bc2e910be6ddceea1a57b11a755
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384b6cadd80efa5013c363431ff64301ca0338b44307a376b924579ca709abed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19556c407943036b91c8e8049437ad4cb54dfbcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e63be85ebb2380d9b6a8274f4f4ed51d48f2c5527f9a353151e8db27db2d319
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4444cb34f5430ba765d8c8bb6f802b347cef8c7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8efa36eb4c5469852017000b59260d46c2e6f0d17ec13e3d2ae7606a5876fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b91f26ba399eab7bb02f3a89c63ae0173b3d226
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fea6e5fbd9f506c9376bd876125e476d62179d316e3f957591bec7c39f23dc1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b9c78c173db27b3d5f33b86aa3fea3d74c7015
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd46c292d1a93a44e2896afe333a11227e248d3c4d87ed79c0033e23a90be9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dc54b924d3637b7b37a3e3aed7aaee9319af3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b2b27ff4b45ddcd40c0ca4c5e1175d02caad290c2f802502cd5e5f521b7a3b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcba63c6a653150e2a8a36f721ba961b6ed44bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04969d6a55c2be6f597c9f9bd86c03602aaa841862b941f91fd2ec88f72c6bcc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632f883cada4c7244c52f55cc0313bbac696767c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6c57ec8a4834ba42bbdeed6054339a4f525312721874130c34b3e7852a4afb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1799d9450a05df898b6b360bc6df6d4591a9fe23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b09b71c5ae98271a59062a44f027ec8d8d48bd5da045d532084909878e5cb47
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52103a7513ca99ad8328558df1e6c4b6b5b2d9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7611a303af39807bd52e5ab8776861dfe75f55c82c6a7b250794a1605191927
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38a22efd8d1aea3af7bd869938d4baca2e43cd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29cf8cc0b47d1575c286dca3124824c366cdb4f68a2b3af56ce2a3f49644209
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd768d11083233a39b026fce64a1d1bb8f4a9b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bccc504a7606937c23caae94149bdc527242abd0cffc23c0496e8d20258c416
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a7ba829c0165019ec02b55b7418ba8752fbb90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a794082cd5062075ecf4a2afe3d3d4385a77440be8471569dd1d2ea8ccba1d94
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68316883b36203887e46558d896bdf525d3edeb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42ec7ec77e89f13f9052cb1038d6fc03876558663e469c8ab8c8bcb2549fe4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a699297ff3147213c43b4dc2c07ffe4b1499dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec868473295ed08891622436cf5167d1c60aa6ad3d77ba714b5777f67810ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8638dc6f3217490e3e402828a1b208b1ca8336
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbcfff7148f80098a773a1d07d7c5d4c4b2783e9e3bd6738d6209611ab69c10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c22986555e8b0b55d22715bef96db4996bf8012
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dabd2eb7debd6680a2511b92ac5ecec855f3d72517fc4d0e3502c95499bda6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0778426201847a59c34f9e0a267589a1e20690f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd2f61027d31315950fc61c813c618e6f692dbe1abc223f59b6ae7cd6d3dd7a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c468c22cba4a0c18970e18a5cbc2e4d9f48e5cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4fa20e3be87f7cad276bd1f2dc61acf6002901eb81ac64e0f0e516cc424846
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03780c01f947017f5b580fb0ace59115e14b831b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d8a3091e5952490513ac5f967aafb1b5caecef4cb1478da6b50c45e8eeeb6e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08116d6b6265842c51012523bf2f38c73321143
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57f5c9d1c340e6da396027683d6ff7143673abeff64bd0507b975df4313b337
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7c1668881c1c7e93ed2357117aa97db52c6749
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d432495223b7bee3693ced65472f80231114fe8b50da5f05d5d121731477b02
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c54da1ba4ca9fd31dba0e1281d8651f7fbf777
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eeee1a4dd4fe625aa378ed1604eb76dcf02b6fef4a3b5f96ca955256f268ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ed905a20dfce7ec74b63e6e86334259fb84d63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7bbd326afdf50c4e79d4513312db30184b3c37dfb730421f8812045ac687cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17f9c50eb2748a5a7bb29fde332505f0ac82e2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f930cb2a1025f483460b5c0a27799c63fa31660cec7212e2e1336bc3f87b125
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5572f8e439ac1701ae135fec97b422534438e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779eefb6c6ec574024f6a0cb3a798264f21353859c94b92b49c312c2404923f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83af6bdfced2057789cdb16a9929b7581bab2a37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa2d1a0bb71def5469eed54762c836530ae8cfbea75f78d1600066184e47385
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d24346c2e1af2b3fcbbbae81caae1ec41a8b74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb4ef6db000166aea359792462313bed04fdb31bfb877c0400a9885ff3c239f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a077b8230ec6d3908cfc6b3763b51cf4fb7e2a4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ab91cfc9b1e17c46825d06b1cbb5c44fe1eb175c3eac3c9c478dd345059e5e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba24412cdcd921bfe3fc721fa15f3ea1d94e96b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32704474b7c02426b380644addcbb2e71f58cb8bfd75181808adcaec44d69d7f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe8e691a940596672c21e6b5ef1a720d9889d60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f7047a09117e8c0923fb2cc1d48b975810258a1825c703f769f411722eb68
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23988d318a27a385e5a822376c8c55001f31c158
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd8a18db3c5e14d72a6b4355c5da5d03de1f538ec458d95928216885ede48e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9432bbca7c95ecd00edbfd2966249456c85af3f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3892e0d81d334528917b342e9fad5df8ab6d0af0f7d92af89ef99d71c70dabd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f04092effaf06f7943bc5b1a00074efb11cd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527aac64f6cc5a5395e7cd0eedbf5240c8330326cbe42d241b9ecaec2921b397
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfc5c151100a7190b19716d1215025334296d50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9a4520f88f0b2985cce9e724ba8965ea019c30a31f428b824a30abc5fdbaa3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9cfae911ab703cd1e7f2fe340e2e926046c0b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191d9efad05a8da8036f62b0c7ddbb5c78242a84ce4f7436be5af930a8fa569b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8a45b785822acc836e60908c4a3442c05f74a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b318af59de3f001c6f1f0db76908284dbf9c90d2a8e89ffb3bc03d6c67172140
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52978736e8ecacac6d5e73b01645ba59eef20360
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1e9a5973eaa4a117f371b71164d23a361a2131f828698a1a03b27049b3806f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d504ab2c26a6ae931597a0bdcb3e09abac212e56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd15138ffa9e47644506227f5204fad561f36700945b821584fff3d2e9cbe93
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba2fbf4884e400d9aafbb078fae7ad5dbbebbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9981765d54ed8646c0122494f564aac99259aec598f1dbb44a7dd3cc9a07c237
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6aeefbe6da26fcc6fc40380e96a5ca6f3b95de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b44b5162491fdf41f5d7615e5fb0a78da8f52b5dadc7c86848e999b974c4b7c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6497c411d8ba356d963af1c8372fe048230ae250
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37943d2ccebd3751515b6a20c869764a4c30634039d79944f83db3c1faac178
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e997c33c4d820a0728f582e16bc4e6668ed91d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123e8cc136936c4c28a1d778f8dc412b91b66154d77d23c6b394010dd8931abe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e909277ff296a2334b5e09219a3ac9d2a4b8cd6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2453493227d591b9798e2bbf29dd123be13fa007d96584ac40b3c848e490bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12532a00f4c09a8065884b26ec4ac802b3c765c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7f173f90f8592ee414a1fb64c82e582adf638eb98ecc7ddfab4c004d6f5bda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8fe7bf7e95d8f6aacd5703d3c9572c513b1ad2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10afeb2bdabb6ea0af5bb896368bab4cadd02b65af0cf12cf5fc828a2dc79b2f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f15b7d7f015776df2014b535e98540f9ea97a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7adde7855181670ddf320eb3f6c63cd3343e6f6011369591dccc8a9f50c791
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57188327cb26fba4f95a32757e94893fad2f81fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b706fc5f5303d8ab21cf2f308772d23cb711aebd363a91becf2e1719b088e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba34b0b65c4fab4b572aaa4535ec787cbd820157
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a479d6e484be18fb0e270923c9878dbdfe48cf951f11f638f791eeafd54f646
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b377dbc76d874aacd2adfd90946327a27ebf82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afe41f91370fbcbc4a1ea830973b00279a130c02af5e58c12a4bc568c428885
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7d967814e767e97c5f2ab566b684bdc8cddfc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a85356d9386b29ad97c3a3ea1e5940e342d234cc68b4923b643ef7fb81f862
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7a28df93d721b4760bc7cc91161442774e58c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81efa1775ee7d0cf0158ff611b4b88255c58a231b1430a147a67ef4f3fe0875
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bb98f514ca0233c2c7901b09a0db4fd4bbd9e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdc1bcf32909924e21a801c136875762a695da69c18e3fc549bd1feca8b31c8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645100148295e65adf0ca03b47ae8ed08f0a7211
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0bf429afa9a7e17d364b333e1ba1c6adf4374dabebbd8b7101bc099bf5e98c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355c1d1721c5ca61ec84d97f284f0d6f2ac25c28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628bea8dcf4a1f74d328ab550699f24dfe2bfa5c39105157df87b5c4362da7af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9fd7aa279fa6f4fc5b8dafa51f3495cf4a0c0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99deec46fd1d845e80aac71a0404e74987220e8eb8f8c975e3df3fa2abe92a3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d251b36110fd4cd17ff09f4bcbf98671c343ca4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad00530612f870ae3c0872a4e9c26387ff9c6d9dbe1efe77cf8527a9e16ad61
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6170b326e9470f234dc1de988782b510f493036
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c719d00d3f650b7ad73a2c9e6c608571bcc27da73665d87c9e56b607f08f12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4906006048b2fed48c7903b4b33909a51b17d847
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d71bc6b1c0444de304b33c8dfd951005f15d317755603247a4ec0c7233ca1f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e710766aa0f0c5ce214abfcc03283efb5202bf2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9458a24b8bffdd51c631405c7dcfbe5162f2fe619de3da7e67ffe70ac139ffc7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eae82538fec0a4d1a800856b0113ca1d051dd8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b468da8c5e0f3129787322e8384b8d0036db2d747157e9cbfd51bebc7cf78c26
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4046d22787443d4a10839cff16105dbb949bf0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88111b7732c5e006d1bb3f8b12a8710650246cb5608896a12a39133ed7328dc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71af74a2f4ee586ca2d228cc2923ee4a4403c3fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151ecae30771e7509f21414b1fb5a63541da87d0d26d7604c4ef30aaafa7630a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223160ee51debe8c7ea0d9243141ef9f75402a61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba12c7c057969220eeef0825a6b5c3acada78dc4bfa438dfcb330a64b2579eb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c576c40541d49c4dc85d580a805a4bee30b47d7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcb69a59a78d4dc215ce7a5548849be6fea8dc7c261680fed28dd94127d9e32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c081621eb326e8299bb9b749b8620e18497e28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148648fcea73d46d1aa56d4d63e62d3f5646eaf22491c9208664b6142f4cd9f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e773c293d752bf8fa5d2d2ae7a4359491cd9851c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c659c03a65b6d6905b29efbcff6c9ea64668c8e4b68c9e3680022198bcbd988c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08ad57c0f27c6d18cb4e8d0fae79df8ad1bb651
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9521eee86458c87eba433862016db53e095dfb5b366d6e531f8afa7910d8b4a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee9687b9571cded012f0891c98d4a985e0bf110
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592dd372f9428e23e4c4f50240d993114e78026ec6c75d13712b256b4452cf80
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabf8ebda0635e063282eef9bf3a25936583a17d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be911cbd8189f9c89dc773bd01f6494f150fdbac735e4a7122ff2419d081cfc8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812e0bc6472df32812747e3a87a30f601ed9f76d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7189f237e588ada8a1337c3cf22f91f1b0be55d368dc73663dd2cd78a804bc66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ef712e9c79509c0abd2fa31543cb1a9455a7bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0accb77f3baf9246d20f8ffbf67eff8e526cd1aa6ab015786efe177d9f50e0ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ea4408a95056d1594f233c945a4e65109174e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0d8d4d40961dc8ea3d2c87729302f6e44a8968009e2d6a749a667c1b406f3e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a70e794f42ba5727c6242e690aa9f05d82bdeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d049240646f7ab2490d9831bd7b25949c3f35896836319488f372096c515b3f
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0e1f5792d58833d6e7c28e837705bbffa6a2b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a571d6b4cb459df2c642be3ed8330a466581b510c4be1a664195e9b69cc1102a
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21ab7381069ce7c095a368cba2a657a2f9dddfb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f135320d9f5bb282c3539326ca8d59d300c688ffd87441190070d292d0a9c002
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9829bb6c85e99270f6e3b0c492f1f32291c1234a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c800021bc1a57b54e25c7020531e42ea35fa0cae4ce5a13e67d0184310e524d5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c1d202b347180bc0d19c7ceae2705535c43b01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d88d07cc000fd593e8e68bda8247797d8c09a0f1f5dfd3b7c5db527a428a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dccdb471c7c4ada23c697b6f23a383e531ac28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d95de093279ee5c64f901bd28d67dc2fc32358ec7d17ce9873683985338145
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc8879c636aeac6ad6a399d1115d542bbc5aec9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecc0cb635555d883d57946a7d32963cf9c3d5538dc06df9079ff63e0eb89e1d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde91646ff6f72a809e4d957c0101d805bb15dc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8518c7e6ea666add7b2d94c7f773d2f078560266462f2c7172bdf8802e8858
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6459e53c70e89ae30438f6a18574b026203c4d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfbd429d07c9a596e67c54b7c081686da14c07d2bf54a128cc91d15eec656f9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cdedbdb565883b74c94183f75668c49d6e3a58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc95c997b1e009524e463f2cd6590c419b7dbbf588e2ced5828631757d20467
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcd486260d9d32625835a3650efb4088b0bd19a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa9b4686c2e08cd72aacba99a49f778b96c76c4c396ec6b208995c7072cf783
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd1c44e9258c42bd41458ed29b95ec7f66b89f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e3eae02cb8cc0d72b0814f45d126be77fb9a6f6ff46e339ab753f0b616050f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe6f38315dbed96c7c28e85d2f8876978275db0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591bee3b86affa85a22000794989fd7768b04497d11428dd126e59adac26ecfd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2efb8290068ef7c54ff5026f0a491d2753c8eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf1e515bf7d3caefa83abffc40c67b85cb31908f20cfa9fefa0321bd338d497
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccc1c65f7f496edb895b03e05de6c7c7958ba4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc0ebf91980dcdc7c63be353d92a1a56f40ed6125c553e2f935989e8c64b3fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edcf18490dc76c7c567e976ba950adf6a7e6cea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cc802e0d9e5e0efb7dc2e7b3c7a8c410ed657527ec4d911b46f02f047d77d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afedb3ce4f401f69d631c04e15795d5d341627a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878aec47eb831210cefb61b2f52f727924b1489825cb69da1615c7e29410206b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e40b142cf294ab710ad6fcb3af85b67845c71d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae81767dfef9a55992019a739ec2a5667ac68cddb7b244bd8d860ddd9cc7d55e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b75652e5a3e92025ec692328fc79719cc0af85c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b20557c48b72e71c052f7e78aef00dd8bfe95ac9232ea001dd016305fa8e58
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ca07af2e874bf1379e44d7e91ddb3c1822da9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fe42f2af8d6e8afdd30c0d49a6bbc0fbdd3a6299a47b1a985f6a2dfc2e0a85
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f146b936eed4cec91c7c44f6660d5e9d719e03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302e508a7e082c93788942d7cf00e23e6dc2fc78e5bfbb734e04c54404a60d95
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ad598db9518358ba57235032c4dea330e99b07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ba942798dbb6b09c0cc490da1bb98ee665382e19addefba119bf7c7c14b3d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e4ff2463c2c57b047be826d3c157260d029dac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d16b6568fbc136185a8412a13e7a004512f49f66af12cbb20eb51f334bbe02d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306aff44aa26bf1b2228d3e5b9708b7484b2cacd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c40a383f0ec92601d20c54e81c0e734ee9b770334115cf25e798dbb287fb314
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b6b0f4be1937e58c4743ca59e53492e6a26fdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f850d89c184f4fdcdd4249ceec9a07b8506619bdc99716582dcca5dfec2e684e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda8b592c0c540b1648e6391be71098e5c442f8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03929d3b278a08118e406bfc15ac509dfc84ce6d68963e00348e6b0a5d4b395
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679e8dc5f421c8c59a089d4b00de29ab2455f4f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fdd2976ff84fc0cf65adf9da02a4715d0ec0456d6298b4c56f80cea1e60515
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0da1ecb318f6977af4ebd203951480fca5f6ee0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5155357b2be886430c98e8b08d3fcdc7d8977df0f3d7c0dc4b1130fd3661277
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f786110432a1d7466e10bec6876705445946461a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79ade28820e4c3a56c425f10785828f74430eddb3d98a5d2bd74c305c278498
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f834846a46b585d4eab09766eb0a40d85e9367
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f12eec4618fc1b7489eada0ef06b5a4db41c8bb5fbcaae9516d0aba2935147c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f8d3872a1ff7e15652c3ac3396607f7984a1a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3db3c65fb50b75a3b73ee611869ae4988a58d70a4fd74a305f7b362103fc76
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88adac3747dc1657bfd9dbe36bc9e8b4861fe86c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664172d3700dc399c7d32a316678e76cdbcc1e0858b72ea02191883743e49153
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7868a461219b2dccde7ca673ea77eee6c73496
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a85130e5ebe8ea0911b253bfe019682b99cb3f481f3ff92db89d910ba48811
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bd9d916f36211b8366ad0d90a44701beae3b2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f2eac4980aac5b38a5e9f3aa724f7ade69a257c250ae2a26c56a4ec27ea5ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c84b7f389ebf12002631fa0026a2575ecb235ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01416a8cf72f617847730e52ca998366cc309b6a28e756986875273fea788fdd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1756ab5bd66c113dd6290c9e12a1d7cb4f33863c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdede518e4c4bf0099450ee28e0936ddf3bd019cf699ad0e0446b42e609b9ecf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543e09f9f25d07e8deba137e05cf9d3c350657fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f65fd481e81d244821800a097b6009863c1f16dbb14f2052fe72383d73d5d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3987f64838436950a22e04d5ba6d6116a505ce1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b733993daa902f7f4dd099fd10587c89009ca35470a5049378f9f90f632ae2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d663134438b680f6aaef8b9f4914e710c7075c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c771e4a7cfe867abafa16e89315858960e3a76be090850e157c68b5405076088
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca42c6548de38ce53d981e73018a5d3478db834d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7d5ca0dfa32ef16f3560815c25db39282da52f33192837e9ea260caceb8121
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e60c6d3c2991eb68b9da562a374225d22de501
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66cc66ca9afc5bbce2d5033f3e743237aed1bc6305d655c922165134b51b844
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5c0935f633a53b9e60575e1bb91b76b2304141
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b78b4ba93998f6d06dc2bd8eaba9fb941914ef6b6fc7c80eec20de6b6d2174
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d52a720704ffac76c9a5d7b0a83db84c6a8242c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e95552a122ee1c32ffc352710f2133177e8ae053a4c36c23f54569805654c2f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b534b2b2b6ed5d1076fe9b7f874ca95435c10f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466d0013d2879bdd1f3492abc4f5760c58d04083db57a571f79cbe08f6a152c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d20ec597a681611fa7654b6028d7154eea468ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8268a72524ffa09618992944cd8f58c3276014c796d212b2a5499651a669a06f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54896e5f14b4fdeea56de87c7d5ddebc80606127
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b826050e156405858fafc3705612c56fa81d740fb88f84c333baf4ffd787c777
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73a2ac7be62119de32c67dcee3e44a51bdc6240
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757ec01b6aca7e7392d51d4a9a81ce1e5140febaab887731cef7129a8ec97dea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9730fed813d6fb06e50b3e19a8011b8a5e8cd91b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009e0ffa3d9d049da97ef999762b3d16845e6f35c985d1ab635ffeb7cb7d7933
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a35fc3880511230b178d6bacb150504b4a5ff5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2a259a4121a57e2841e513b563cddb9bfe1b24a27c24351d6f294d96dc8b3f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbc62307d61c78764ea98160a6d696e1dce5051
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129f5632b84d5bd93a1528255fc1e7db8a9d689e0ac700c370c26b73eda84d1a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da371cd702f13cacf459f8a0f81f8f0ab7d616e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d6cb311e663c756669c68886866bd75be3722fb0a81e1df80bbeec262f5274
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011d4d76859377b4fd9e97d5a97b58e2b6c6e488
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a34a11c81ea563b1c934bc99a0d5b3c09d67f3b3068a5f64316eac6c947a740
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af26db8b905197a96216d542dcdfc8230cdd4b99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462a89b436133bec18900bb40eccd3622d1925f7849753b9f9e1ae84b552be81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f351bb2719c7697dc03c4256541d5e773613627d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152ec194e820a9547b5c0b2d0c0302ae786a7d0157a262abe95313fa3f3c6dfa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9616ff33ba64304b67fc930f0ccb10bd2f7b526
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3189c2705740ec7e70e35614251da636b14509a13e69029299c1ca6708245dce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d640435dcf0f5c8d1667a766c16fad1982f9319
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149d65d09c5f22d328baa2e291d7f99bd6ade661f0f0a2a3f9bd12d25bf2047f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acfd379b48d4876c03634a7db0bd560bb0ce478
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8a29963f870ee0504a9a17b12d81f46e03fb59945ffb05db509cdd99e76202
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e440426640bfac61f3e052ea70888f75351fc508
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4700a4f18416ec19c0a05f2adc2bc568df0f6e98b304fee1e631763b07b2c7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea15cf381b622b1f844b5e80f292d38cee4bbb41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6836eac514a77145d8baa86ec713335b8c4bb968e05c67239e66280939c528
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f254510fdd06d8a43ebd105299857a59884aa1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db2ae7eadae13f6c79d3e49df1daf2de8c4f33b4dc0fa6c3974f61282770e40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3830950d8dc8c17a0384e155280ddb244a396b0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39885fc4062969f597d215f07ffd8198152df19d2b68a9628d0b4e8f7793dcc2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe567c5b456251aec157f8fea908715fff42554
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449a62d046c651ace4f20fe4cdd5cd4162723f001347b8e6feeea94e85515f5e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bc0daaaa795d09824ce7679b0865fae041d86d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2129b80f1c165c5656239b394526ca8916023a8ab1be294ff4d7e409578dcf70
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2ae760d860e21aada3f3627f62c1b08e198517
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37da1dd4bac2587537e0aaafa69983bfcdbb3d42b48a7c152f233169b29c3420
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4c996569d32f894e8d647644feab928d906d1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0837ab7a95698ec64a1a079fd294845410953f7d189eef9aa7a4d28c3fdbf8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c63d4b5bcefdfb7d9109e2a5e5a42f2525ca91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d88231c2cc037e9a0af0681858b24f65d2bea7686280442c2989b265c19615
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e668d57e17f86b272d26c7758760af41c7524e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90603b7ea10aaf8d119be1e8ba2d0ff7b8da37971e9c4dc4de9d679980ea439
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7ed7d11c3f390179db09a12c06585290005f52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084e840f4e22b874294fee9c1cfa88dfb7c1093187882f16b7cce2c499c90a4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d9c8ff70bffa8e4fa12c3bf9f64c15b65a8c4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c6b87482ff454ab2c9d00a691c729415af966856cdbcfe6bf6a05ba9b5273d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d7e32caf45948fc489365d11cb103fd71b43f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8b62af00d56a173b1e20423026b78c7dc21b4bfd95d57c06079ef50f0d25c8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679cb4c4c88876e1c2c84645f0d83941829fd83b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b1fcfa5bbe77f1899d682f38cda5bad4fbcd032a96043cbdd3fcee651cfe68
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ef548f09f1afefc1424513f8c642873252fe42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd3fee8f2447188e135bf82d2f6ce9805414dca9cc92ef734e77dfc6d1edf63
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321c04e78ea96472cf8f1090df0a19ac46fbfe8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f137901561785dd95b8b30170097058c95a96769f500da7866bbde039b54ad7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b39c2b76f769014ad7d3a62c1d843c568ccf4c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dcf52aab487b63d960903b6991c7ccf60933a32954844a24f4aac82b7682b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bee9783ff11653d04fa3325f6f3477fdaffaa99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9681cda92de78360787d04374a61b5d4b0aac1ce08143331fdbd27e236c9f6de
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a9cbfbe56545191dcc53b00c6cb35d82f462f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cea81035b4a0bf42871f1160e12d5ad7e86ddaddc800b072c11dc2709b3a4d8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e023d78b7d8932d695c8bae5a71a74c7a582792d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4be9762574379710ee75f2fb73b286541a31e5c21382f7f011174681a3de02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c5791a929e7e41f998f15e706c3aee4121af68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccedf99b2e8abb9fe504b8e3c10a6539bc025e936c086246bd616728d9a699e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf44bf90148169b7662f201de24be28f95d7ed5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4a9fbb2dbcc894bd250ef25ebbaca6f270b74319cb6bf055203d9571d7ad16
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af9e47f950bf2e36fca85edc6e523d96d071c6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b06d3b80616694d954aa2b44d3c1787d14258b8b6580e29e690d5c05241c33b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb550bf08c91b7f421c496ad6beeaaeff6c9cd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74f3a1062778821707ab45b8d019c85a6541d3da5a5f374ccb7ab163358b447
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1260ae41115e75fadf74cd8250f82aa63714aaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27f8e3a3f2f2a7fece062a5295f462df659456aa70a86299323aa773a05ce59
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359518b8d08f5a46fdfa0c4f894f3f839f6abaeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd08436f5017092327c4d17acafc2ea51e28eab85e2043b8a3aa8dacd5b1a496
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17762d5a0348a353e8fd885cdd43816f89357d44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffdef144255b563dcfe7b76b421cda57b7624e20c7887821f32adc391c34465
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba277948422e9d24bf5fc1bdae2dd348971f7555
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d77dfefb856fa51816b8b9ee03ec1b98fac5281fbca16c8371daba381df99a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a85993db108a475881ed8b5d7b584aa0dababc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34b911b0e2fe5f3d2b48fd40a5da3b94f87884ec7f509ef890e7f4b033e36b0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8779c7c78ad3959305b758147cf2e8d528be8ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8012b3930742bcc396ab1b7444cb4cc125094cbfc29669a47b7586b77da4c5ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6f30435828913856f1db9563f273ec06188eaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5f9a71fa01dd8df136c8a3390957d7b9dec4c3640d400b111f71fb184c2287
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f90b925bace6fab33daa385f3278efe2d192ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb167d1439eb812c44a81142d537fbd59531a9d68107cfba80cd66deac24c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43671224f39abc03f21d653b98a9ac367ef3ae76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77c065f26a60adec8c16f3dc6fbddceb99ff63fbb38058eecf7a1ba5f625a44
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e0976694bfe6945b6308e9d00fdcf7d375c76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d8fa5c3c7b935fbadd1c17a869c5c8bd87919dd3b475eedb9bb3ba64de5d3c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3031a9e84d54fd1714f18e3f8eb24665ee83428b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a157e5797bf556103e3f2af4eafa0e7691cf79933788db330340dfa072e712
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8068ac7b34de182b089940501e6605d2c07fab9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b6ee776857fc369362f10aedf18b21e0d54b1c0f4139ddc72bb14b71cf7ead
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eead3bfc7272dd4300965774e76035b5bba5155a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fb008d21c670bf56f94ef344803f3dd9276b89994b4d61215b821d3da4e43b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c74f47cf1f9116650fb1cfcff07942de835de87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9cfb7e9499c403cd7a274b00ba56c18706fb984e19f5bfb8ac5e06c6fc3c9e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153101f3e2f283f3e2f58bb1795ac74834b3fcee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb5f06887fe84a2f6de5791c4a9e5c0a2d2a4299e66d4e62591dcc2edc7580a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8d83d40b9de705d774823ae72e98938d862fae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e65e734b5177c556910c0edd193cb85c91e59ce592673822e865db346af102e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24526a5f890de50b3eee24d95a3bf27485f548a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e76dbc849a23c9b9839b3617d68944676ed7996a8c9f8eb3387648565cee7c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2e62bf4fdf997c0e908500a3addca9f708791e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b4cb086b2915a805b1755a60de51f9b9002274fc02f1710d333980fe07d12b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98211685b01c5e0df715d1486e0923e1efdf579e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67a3a035c341049ab60b76438671ffa05869b014cf4bb0bc582a946c6486a4f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5430f63308e0facfc6f3107e53082cdc248f93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6357f18fc2f3700d52e2a430ee362f74d86367869bf1ef77d16cc1400713bcdc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b24b8db4fd07d280bf84bf1a85c5d092ae57715
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d0b2f8bcddd2b853a90e6902f5b11c6f2456ec0322854c48d79f1222c362cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ebdc74457b87206e33858aee2de062deff3ca0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc84d5998899ae6614c99937f485edae462aa9e3a3f534fbbd034fdf3641dbf3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d88c7d8a5524c7c771bcea55eb4c6569c279bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0cbb010eaba55f3192eec9fdb47eac116ddc6a23c4481b6565cc6a410f05d2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570d8b5926e51b04fe6f050676ad407f0c895a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8130b3c71080fd5cfd04f6190c32e943c614585e1bbb74d528528a3aef851c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5410d16c7b2b6a7ee78393e9588de260f755b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c816e3356512ba2e9b60c6200e24696159bab39aa31e2aaa3d05186742723e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67629cc9b586c7339dd7a8c11383d0eb7d6eb662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801f43b9b7e5675e4a798d218e6cda29b9d656666c351a8f650f07f94d228df0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe8e2bb4a6b8257cb4490accdc38c2105f35842
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda9641a1b73caf9126e5de3ac770c2640fae832bd35e8302569f72208312694
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64741956b6af735da8153ade520eeb8d44776e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2948dd4ed06aaa809c7e3aa70f7f06064ab6c1479380c69cbf339d556769080c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8be5c049822f551790f4231e9b14352b0690526
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c0f198b6ee4ea14e96e78b74d6e39472cffbe7035da09f7609a79e0f83b6b5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81051a29313b84e87d77c1954e6d969c08d6df5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d90c3dbbeae2243870b122a96b1e2db66c3bcbeff24a0c7e47c99c0f45a172
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14eac6e6f6242b102f7265ce38296df3c84070e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f297b54ab021c76cf827a4cd98981208a7d069a07cb90e7af4fbec743d558d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0ecc5ef940399d3eecc70d43702742a649dde7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdd5bf42b2d5943368b5edf61476c1ae95ace8a6d2ef98e7d8b9dd928b96202
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14bd9d34e5ae68a525e563a49b7bffe5c296f32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd42b8db64ef750bbf528e23bed59da70fb3c3d52ef9cd0133cf118ae6c0314d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537b4b8c95bc79815430d55d69ad873be3ac74bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fb05a399f1636db84a6212abf8098e567e9543fc4f29f7ec77f2098a7b077c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a317d4171901732d5d8ecddcd1b6c2ee95cc4d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0daa41bc7e992c7817fd4dbcb46c4130307746ab5e7759aa3a0d47818a2fcda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c5909d187e55f83837928eb6928aa7f851a7d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08485d69e9cb1126fd7be53371f79b5500718856e38cfc8116d127f37eb36093
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde58851e55f14dad4b736dafaf4d3df52a7b976
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536f5eb775876b053a9af7cfe4d3ff62e26226ae04d58c26f708f47b68750b21
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b076851f6e52c567d0eb95742449e18ef6bb5f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c01cf126059a9de364f014188bc27258d1971350c440a0b5e3baebd3676bbc9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e010214e8b00fa6ab15c6b1017b17f5a97281a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac56e52d3a0c303716b83fb5623bca22389271539f2f8691493478cb2be2277
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef8acf3e017dcc66a7d97e863a26bc548bf4d7b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e2439a2cad9cabd5f9f432b7ee3862ff8d03ba9780912e6e4b526c0af0723b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4ea7f97c1159bca2ea5674a70acd70b16db4a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b80576fcdc9f3e82857cec4a83b8fe2cd5bcec1923a31cc039ce452e127b55
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae1906a8f4e46ccfa245450bb908a9d6acfb7da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc7b9b6ff03b37172e6df68c742fbdadf1188ee700e972df05a75f005fb866e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4ffcf10c1be1d5096bb32a4438ed6530e03b36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0829fff4a4cefcb7aa1b65475392b1166b364482760af32ab4317be6ce9e4890
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5250574376b4b854742796f68fddef69e03b1a3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9227329c6680504ce68e28813c775ff1a63f425e71ddaad1ec6fa6339970f3df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb8c1141c132e7d3765ec735fc59f1ac6ba69a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66452704214de247204de184f19ff4aaed6b0dd131abe64ad00400476a2a895f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6275648e464deb781ee22969b9f1d7248868852c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469ea1c533e5452d7a8bff11cb43b5845dd7af9d31fc6da48006ce19a44a944c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5189c659fe2db07d077a3fbe5414af28c7f8c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095eaf73984ff6724d5b26ba81a59267a4c34c5e061ce36803f396f39f7939a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02c0fb885d97e5cb0b606cfa2bd823f639df81e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f23a794c02274b66110a457ce93ff16dbf35c078aa7f5e6c8176e2f79f15944
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971c5a73da1814fac5c49f54d8d17f7e920fa102
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c85014b0aa337889965a7eb9130fcf1ba70ccd5081f8c9196948608230f68f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee18508d7454b4105911d06e80ac5543d7490e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f62c83a81b5686a767b5d254418fc3092bd4b99d6014875b3dbafa56b3aeec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2e97c4a1a041c648710304a7d0e00afb7b3d5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13252c373b6648ea553fdb202c296a5c3f6b72d8673ee89e06b2579aac915c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee41354d94d1f44d9464355402fde9bb0bb0ff3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d3c33e2fda4859e1b78382490a282a9a20216bcbf7c53ad02190e66464651d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476cb8284046094f2dbdfb868c853e992a28c656
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2444012a0c2d4987fc0019b2cb392469960b491cd630b5a53989eee6879d04a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5631071409f2f7b9920a78e92923e66af2262816
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219d518858201e91dbf2fafd4436e6bbc3c705899912fdc6a8c4d890eb67bc40
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051df7413bacf6b3268b6dfc0976ad684b717989
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab6b52f481775ac3effb50dc579bf783ebef4bf12cdf43f1cd06b2826bf5134
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22d3a8581b193e9604319983584a8c33a865be2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638986697bc0de80c29824c31ac0974bd5ecb770d11e8c938fa61a9eb06603f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2858df9591421adddc8762982a806818281f1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82faf780728d61af9eb9cde9511e09736e666dda8ddc73b66c7fad7e11ac62e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f7f0c2e2e7eaa8664766ecbe687c0e9e6e62da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5834c7cc2d1fabd30546b8774ce1263770f4933c22f1f8377a24e468b7811fb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f4aa24e6be73a7b28b052017d60b6f266614b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ee763c60b4e639707e8d615021e8d5e3e473530ae227f88d3fda1464ec7578
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbc8b61ba4d133b8a580906a83e7365d9e9f971
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b1a6cef1fb05236fc8734ffb77c0ac3ddad1294eb92e3c12f69a44c7191b3a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56de99d5c6274f4a706a2e445e265dffa78d1df3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341f7d8a2c4ab3d6773894c8e5e529f67dfabaa4d10844f4e5afd2b75f79da65
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7708ce9a6d7e06ccf10b84f453fcddde5a60a844
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603439c207879fa45b9f684a9fd4a93967a78969d2cb99820b236e1c64a7c66d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508bb65ce1d885ce2611dda7615faafa1fd79aff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5834b1407621415ced8db637ce7175acdc619614a6ebc7491447978a98c82d3f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c70f99beb7a0d2fa4c951de9486d5656041bf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2199a9cdd05de7a1aa81f81203a8e4d24de5a7e0b6f1ccdd0e3a273fb6078013
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15f960ebfaa37d11b3fd2091f2921ab4b53c05a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36c32602c9650ea7b16b6ba73d1aecb25b78819d7ead5ba8ac3a0a976d90f49
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6ac7848450d545e16c0664c5c55f0cb7e58957
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95908e4cb559563fe591cc0736bf3dce250efc9cac2ef1bf70cbdcbc820f1342
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b53fb3d95e178ffde795f220598b01a4a69a35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a510828de04e1e9ff87c2ffde4e7ab5e45fdfc5f7d37f4f0a6bfa8ed6f9384b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817bbbdcf2612fce9e753dd5f794ede6c1a97ce8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326b7dca047891b2d5179404a20978e8b9f183e4b5d6e2e033bf0b8d4e10acbc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b09f6ebc579b5fa2d8d9a98c5af49bb5a99a15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87161003fe0a6a1bbcbdbcb47907444479c2a36f039c226b654511fd8beea90
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0badceeee689b8b4de5c001993a1e2f5c9b963b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abec6044b82bf6be55f17f743109d0ef294305903c0ae92c3c5634af895ab30
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd74a05fad212a4643e3c9486ab5a4240e0667b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6a788398cecbc122d51959659daa67126d24db5e0c5339468726008d60b463
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d017697feff4ce76dc5525f64fff2d8bbf2fcee4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea790291f41c75aaf3b955f43250e7241282eb3e93eb1f58e9559babafbc5f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f481d0491e2a6495c9db46b86edd1c7a20f64b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69738171a8738210f0ae9b4fbb1f925b99e324ea8201d866e2a0088dc3652258
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341d4c6b7b536cb4d99fcb2ead097ded6954551a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380d8c00590257027a966bf10bb27a271af1e55dadef08302c2445f231a922c4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d9108a3562f3bf4eb633e4c3ab06f952a01bc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983e7f963f1b71e83ab710d9ebd2854cd0e823cda85302641d3d9bc3e69b49ea
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc926ebe66e8f85a6e85a44b138081e053366fb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a7615a45a572ebb7a8ce0e2a15bbaa4a68db6ef53396cca030f1c51d9c5754
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b04913e5a78a089e5340d927bccdeed5167be9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4649bdde384cee90f2fbce932bd005756bb83931915883cf97a182298120b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d23a8db41e388963e50b34d295f2ed2fc498f4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95db03013d2dbb56cf23fd6c066d79ba7c68402ae72163998773a5fc1ef0878c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247ca70f161f4edde3c94ca21b040147bb8c43f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0476b5490eda2868295710a1e276af0db95eb4da53b55d06e53cb4914229f30d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d69ee3f1dcf7d9694df158228b57a500e487ec1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792cd19790d19aff9e526b9fba3e21de369c503df5aae3bc1b5237392116c2bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f24b73fd5e29c25f30ab193ddd5f226b97260c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22feb74dafb0911e70dc634bc16205c7809ae3250eefc425175636f17e5176fb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a56fc13c9462e2daf85a5be3d8efc268d88da9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a08427969671e704af72529902c4e488eda9fd23348c8f9c58f15c03b018fc5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d53f5a75ab0d04502a79a07f7ba407cded601a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e76acf75b490bd90d36f05bedd94613ddb94f60aafce06ecdb5300e9f1bbbdd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a0a0a86ce7f972d94a947e6ca352282d75bf74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649ee519137c1dfc3516daf12c063facb490f2d4373ef23dd4d04c2f835b2275
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd081da69b6e0b9a6a96f579f847c85332f973fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7b5538515a6838bdedb796fb34f4048839904d72a6c53cdda1e08e173dc431
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0196d9f4283f28cfc351035d6af75ada1d905b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959bef22ebfb860b2f35c6d5a22e5d91090387a60ee17b805a9b18b646b62a86
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11be88c20e6e348e8be2bab1215f530db6cb30ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f7161ac9e51377c8cdbf9a383b8d1bd4110d04aa51492c3f1028c470ecbe77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e129d0cddafc6b727171c925fe24ff4b9d163a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0692126670e8869a1eed70f5feb8d0d35c828779b4b153ae001e8c539895ca56
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7986fb29d8eb4a546493a6e62aaed4ff3f6ff499
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca87cdad1354caa28f5ee7b4d6800f48717557b1c6045cd3855bbae6b430dba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185230fca11e181f80d966e78f090bd9462c74b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1161b9ff411317f259607a2e30745d0e07d6339fe3bc671cff843762b1b49fbb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4ed0fd2630b2b781e0b181ede8addd25803d96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b94dd6546920a9859964f2962781deda8e84c805f52e015ad9c8510d191001
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7e69a8b941dbd2170fa25cdb023c6d0587f4e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966c7bcb3a46551a419ebdb90dcbd999eda4f62550bfb9b5e54607a84015e22b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318d754c88746f9054b62e1c7c7bc2bf9c072232
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5dc774709a7b52721220e27b2de56c9d886b0bb82bc16ff323e9a27736c0c7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9480c37fa41da4fed963e531b846008a04c95c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0753d4644eed21ca4c39104f0db7b477631599a28afc5e6e9c53d691367421b3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c68356c5ed88204b8fad9308032315c84876e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbd656b59ec8c7e2ee90b843a06294391b67a4ea64fad98718f697da3b37c5e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2f127f7fc2ce42f48eedff8291f13a69564ff6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d21837f610b38ad0f8c8351b83ddef0efd60da35ddaafb217fc60a8762dcdc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79e6f06d188f81f8a0335ff6da5866d832c505
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646240f29ac63a256f391ba1a84f3c36db0b3f04fa1558a946a06c0ea6254cd2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1e8589853439354bfa4d35a2e3cb3020690132
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d53bc27582b87b65cc4d235eaefdf4ad37ba0cfcd8b878ddc4e509c9f03555e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7a9be287fd0c0cb208d7e46bcefcf5d59b8a47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b4a1914caffca49098a22f2fd7b813d34dd38a09f1a482e3928c4109401740
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0787de4fc17839c0d504b9aa22a3406c020efbc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c298cf289785564ff4e66f2535413d75dd9b9c660f4aba6ba1fdb71f4c1b778
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecf792b0f439cc8932a08e95429db3a692bca14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2567a6a32ed405588d2200ca283809919e9c8966f6faded5e5428091f3768363
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1beeebec8b8af6e21aa1463229825740c32bfd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ceecedcba6269b39bbe77264b8942594c307b44662f781188059c9dfd38637c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b38f4f9fc03f96b0d2f197e076ff43ef0895c6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d50ca9442775244dfeb14e622c905c0b7c1b9b340bf789b331eef657ff53084
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d4e27eb7fe6487a73250253e70ce0c1053347b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd4e65c4344c9db466ba4f8e0ae5cdb00be962274655f95ecb8a86a4b95ab54
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9b30c74ed2b49f5b0b3b243387619454d2485f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5937e19d9ce07ed10df86e288ad3966ccfddde6090d99f70331f1bbbc2426906
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff1350baa29551001ce490d8baf192193c2be92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c407b40f247e83ebc5b8ba7a04d4f971219f4c687369310ac4b8b60f8fd9c7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7e0dcb7c15170481585843b7e10ece38f4d237
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e63511b537d40c07705712e33ce732b6aaaef00b3582bc39a7637394ab8824
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0ed26de4e60c115bb191455cc4634e9672bc28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3961ad48e491c49fb39b522784414e611dcf58ab9f7ef7e4546e7b54d4f71d9e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859d70bb3893bf1eb48f3e38fb23b77743e3ebdf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e1ef15d02ec5854aeb09e65eb09538f64357ec92755efbac1ce2f11095260a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb7629065cf533c3d943c41b2405fcc6323026f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2a0502b749364edde270ef02ad0459528e5f08f4e74cd95e439d979283743d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc6afaa6a3131e9778edf57204a8a8fe082330b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fdf9259bb40a9f6dd6a33255ced93f0f520d4222c1270eea969b9d71976b26
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c043a0737cb997776f0e54d21c9c04b701e139ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f16700fd12cc4e7364cd9cbdd223209d944495d32c94914636c321793cf368
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48181bd76cb1fb2c769754d74481c3c0f1fcfe63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8a9698d43d9fc649cf6a89bcf7d00e1586336ce1e0d8f738b8e631bb7be6b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2f3bf8f180a437ea8bd3168ea1f16d45358b70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c58efc8263f66a2466492c5eff9a34f55d11a57df96edaf19eef74a1ba13fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a443b74089e9c98cee6d0cdd140955872119244
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d44518bf13a3ab225c7f51f5c5c4991f7fa81bcdb7ad6173c459d4cfef09247
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ded4bade4c21248f8c2a4026a26c1cdffe370b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cbd4b16c7b99457c0cfae458944700d3b15b0baa9890f4fec770398268092b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911a87c4f196b5bedeefaa52ef975acf0e8a686d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6b12bdb36bde47371045c2220b35e00c4ddf5c9e0a344aa11e6816988c976f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c08aa4d000080c759520048d1a04f6ce498ab9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4345d9da50ba41b54f093dc52dc25c8080d74780ac158d376941880891199
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f926c75fc7e070d7dd741a495516182657c147
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcabd0c54e1abdc9ba9403d3f27c38195b4f4e52ab6b896e8b8fbb36dd5600cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27c88e2b73756cb37c09a8e239c0f2f964bc36a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efbcd386850bae40352fc63a434605afca90e767428f9900043d436d1ac74f4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19efb437b714098b5acde2654a1da7a3ca4ebb04
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5296a96fceaa76796651aa4160af01bb4c1a0b28835991a8dd6578a654bef4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e526776f2806a6fe38484988360e8dc4738512
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401e81000ae22b75e94105aab5f0ad830fdb6476c85af1445f4d94f6b5c6170b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cb1ba76eb030e141b5a3ba42a5fc5a89ee4df2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e7770cd1827f96250e0eeed3ee2c234e20889bb8aa95e6a1f4dc60bf1eb9a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f0eea99b0f915a114320d90e56ff47b3ca719
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789459afb705dfab28dbf4b8c558cc214c52eadae35c4865b81fcb178b1b5ca6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76e1e04ea7ae374c72f7797781ce80c68ca2f57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e766782317c6ee5848597290ef81231e96bceca5866bac41bd77f10a8df31e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d47046f44da26b2ea062798fb4f5ae5aa9b8315
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce0f8152d00360bdb2f733d52ff0021a7cc60f606fc273eeb15fa4c25bf5551
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828ae97e3aec257407ed3c0042cd7a8fd5c17e79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4408527398fda1210b4cdd54b2e680b9b5b5816f2d02e419503b462d36c832
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffe6a8dcc922774cf3760f3712647e012efdac8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f806ce5f3253a777fc00a4e2b67bbefd57ec028c046d1fb7bae33673b4cd37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb339a2b8e5da03687fba46e6eee0a3c1c6ed2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defc9ae7fff677297a42bc2d4a7bd56539391e5d93163e170bb4cdfc8cf84d5b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a187f20a52e04d8860739e24182a308e264a30fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907aa8273e21363254d38ca3450689b3e6d3c4563b602969ee9576c09020081f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e60ce073f231a50243b04420942b9763cbbcd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3be403ed4820d221bce9eed54977238dc5f30aea1c3fa3251b979290c43dccf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfb18d2fbc4706dfefe614a4b0481efc7f4874c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2f61449db942744fff2ea8c58e2ce52759dd126139783190009d44c75ff1da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a98d71ea090d753fca5d3b91934afe00aeecdf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a8246b204c5cb5fadb943a07e847d84080af83f9c308eb3016e6f7946068f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ad532c641f472892ec5620bc065a1e25f1309b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a22bd0c3c146a0f701edca00c15d72af04e09d9c4fd334640be974a105dc9c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e76d4cbc8c19cc4df1c0fa7dd77dbe556dec450
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1515bddbe085f2428828599b0d0db78d0ae68e42ac90432327bd32948c80bb70
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ea7d5766cb4e90ca1b1b2c0f737fb88048df44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162cd40119862a043d51189817659c2f9e4282f147a813b8be10dc8bec53efb6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3eda28d6833a57b3a227423b4d46e3af3f4a70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376ea30dfdf8b7a7fb7063c584837e94ad3efe894be2c992b924866a55ac2de7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d4b9d96541c94cafae33918eb043ce0602ae81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c146ea290cb54ae88ae42adf337762dfa37c58726fc10c92d156af2ccbad9ab3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c245da985f0c2cb072ad91bad44e67d227e9a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586341c658a6a239f75da375027a8e88dc176077a821b75fc9b07e5f8f298c6d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0752c1b64e335559c833a9d1e2ed9c2d3ec660fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d38486694f1293b706d6e7e14116b4bbce7d310c17621d014e286f074c301ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f018c8c407567de92a063fe7c687bdbed6f0a1fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af755c7b932ec2bce5f7ac88f28d0b8c5c962e1250e27591eb683b6cc9906a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82dc70b7a82b6e250233fcc0e5903307a282647
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef02573a409878c770bece48c3b91ab9375bddef365c8b5267e56e0cf999e93
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d630c6b665f8105cf77c1f02932f8e4ac2b5950a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcccd2893e3ffb94fcf61ac0eacff10158dc96fcfe55f7a36076752ee4b7cebe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90db3accb491037d4412461fcf511d5a3b39f84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0e416ea329998735bb0486989c500c523a4c3d7e9998da6da53b91ba8b114d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be34c62b70c242a16bc2ddc080a309398869a669
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ca5d0daea216fc1ebd947804d2c2841ea2bcb2c6bda77ed9cd20c587259c11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cae1f74bf81bb4d1f1566f3bbf36dfdf7f0587b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad86f08ea16028e99e3b7ca2d61344772ac329d507d6943ffa47a1ebf97f9c36
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca688eef908c665865b8a4add6d870be10cadca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e8257b6001d37df5a9193af40dba21b8b18026fc1dac7143eb6fc2d0db9803
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014d1034193f75b2ea2a224b792062d577609113
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecddd5bb18444c65a5f1d31e1084c6115f7922ebfe29e2abf08b6414b1f9ea9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213b340cbaa4b926a0984e484475d5e0baa81a84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce767cb7624d835d214bc1bc6fb7b8c26d7b70f3276387b192b4b820f5985e5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dd552126fd315c0ac7d2cff467feb823383f3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123e19e808bac63358ea7f9085e39cab4ea1a6782de80671a5c479e70207e0de
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30897cc9ca8e350303ce4684edcda90960f1f517
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13efe5c0b4d7f6be2f8b2e88596686be7e284c516f7dd1116c6ef9cedd435239
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526e1055c9bdbc80391591e1687c321ee1c03649
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478deeb6c0fae070dfe83bbf14fb242e99ddcea10d1abfd1898021c2f1dde484
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ce6f08ebe21089bd2e9c52aafc21d5afa9c2c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391ec70a802bbaf79a4cccfe02a95fbdde3f9b8e9b73d3788313e018dd635f95
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996a1f75f82e355a0d530df93ce249538f2365ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b4a318bbecba15c55664d3f81e0a19279cb8bca7a607a617f737d757102d7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea12e6f28dca941e8708bcb3bd819651c12be0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e75f559b6b3428d7f555b10e3f3ad12fc671443f5e4efe6847e34ee3cbb5bc9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6569f10b6b77c67950f0a2f80ac5b24f7d7e3011
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b5e04fd5885fd5abc616b70c152e6be7b67759c75e8433e87b2ec27546a983
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d6b26bca9f07be3d2d2337b33c184efab9fe95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6240d11dfb1c00fab44702f983b8bc2919ac041cbac48a6dce120e6d4ce6643
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbf1b4688e7ea124b0ba956455657abf6e9d187
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ad5464c9c17c3ef83bc750396932b4ec5877a2546d58fef296cca62cb34c66
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc193235d8bc828c09b50241b8126d1baec64b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d43eec7e86be5f19461a0cac83ac276ada086085325d5af69db072e67f4ba1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c749d373026e98ace1099cdddc7c2da63448a3ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e48bc2758b1553cd36e2fc51ec8b449a997c4eb6dfd232478aa18389241e38a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136283ca905a716588f0cfec18a355394c94bd97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0422073378f3936597bce503e0c62be809a1bab8caaae4476a1b6862d028ce1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e07a46419c0abacf2acbd95d986207b962b0e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeab6726cd4300493997deeba97111fec5412d3bd52276b063a13dd77d5509ce
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c85d0d6692a71e80ff981d7cdfa3fa5b59b6d88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50e4a4a3bd3febd8ba4d3c37b8293379eee59d022dbc5aa2d445af8e714d04a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0401382af333d5670fd68444be243de90a7229f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab88be59e0076956f1ede0d11e21d27c84bb301224553657c1f5854b6e2d836
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd46277d88ba93f5c11edc9144f34025f5694f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7358a6534750f4b69682842fa67ed532199a23e42e7d90b2cf17340c1f1401
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda6f62345c1522d50229c0094b52b7837332ed8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88b6dc4c24f6af96564ad251980380ab1c01c78dff906610b32a522ffad226a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285da24f0e57a79d0ea4a45d0f14887b20f4b72e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c099e81424c1f517f03227677dcc29131f58ec43eb296222e7795535210cf93b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb81db827c224c008b80a12fbde9565b74777407
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c534ca32aaa86b5adb29efa1b30c1383bb2af87d0af2c475ba47bdf61613bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6063d0fd348864ab90dee71b29ac3a9a9e49d183
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acea19122bac445649c2ec492d997ec6335e191d22b809208bf99a2e2ed9e390
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f32ff0e37509f39953a95c47ec42d6e329da26c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e18f23f4368452c0903e3ae57558d843ef0837a1ad04beb74ad88e537133881
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e08398a8af2389d61ced6d506d5994cbece99b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca5d9f40ec34526455de312bd381fe07ea24b7d22e420f07ad9fadf6767fc8e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfce5dd8b2a4fbf8abfbc45d09f167f7ea97dc3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e559fbf9924bd32401dc02e4d561bf209c378fef5c7fefc2d72424f1c7296e6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb2b95f9f6e1689c91fb58bb4c16236f3117510
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d496ec4d7483ab19ba22c6edb6f5747d157b1b30c5fdf0064bb6be469fc2ca
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40e471ba749b108096e2194c259424fd7ef00fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ae7de06f5ab50bbce3061531270d75c24b265f6638297ad93dbc2b104d2e64
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d166026a199784911aa57a5950b7ea3e7ad9ff33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360556256c779637e75471f2a00efae11c864935b7e0768ed44daf3ba7dc2856
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1bf1d6e9adbfa7101a836ebe37ea4af98f1d55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553f7b972ab46647599605d67b8cefa11ec3988d03c03de5d2b37c6fce69b677
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18701865004f7b4c049e289c0ba1cb2297b83237
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d84a8d204b46dc08cb4ff65c59e6b923cc87e20798b7340212bfc5e05bf738
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d808ec2cade0e8cc3554d1bbab961232de3ad9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924705c7ca9a660bb72b4f455acff7c4d47e5b09637d67520591a8447af21c60
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e02a6174fe8c7d639e4b4bcf8aa3cc0e47aaf5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd7d08a0f8eb1d70e39599c1f93bd02be69aed6392401cd33b881c89bd5e8f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e3613529bd9bc5a0ed1cde2b049ae00666b161
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059e98f9703c376222db94c771d5185e26bda6b709c07068508476487256bffe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76447b583fa8430ea39288c054bb173407c5a06e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c7e6e21999d608e003320cb6398381553ad4a934910bf5986a16f837e89c65
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf542557e9d4504ae83ec53646c804dcd0bc6f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33619ca4d837be59f1bc23ec8bd8868527af171967a8fe20d6ec40cc368d32f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188312e6fa286e55d9182bd3bea8b271ef2d6c86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b14c12822438c15e47ef0cf73493453f2e1ecaaf575f82fc0e30dd8ffeb997
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b1ba33d80fc92075755cc9dd54b58b3e10e2e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0129388aec175d79e705e17df57ff79d259f9f3148a566dd63915bd1f737b192
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd2db2582fc05c6dfea35793fa6529c14f24bde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91cc63bcf611d0c2117e035d95d23b9afe34be3ad2e2a6abd751b76e98bce28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f1801cd214f7cede7bbf556a291275c2e29521
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d394a1d6d890cb65094939a98d7c857d982d1d3ef54999670250e42743f9a73
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44de495b9b577e39a02846194ada1bc0d9af35a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701fe76d3aefb1afc6cabcb8ff812f45ebba39791bdb078fe117c456c888d345
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a424bee49812b1724b8ec5427db7d795e601413
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c0518000f89fc75cb4596d473fe29d3c18b9fff5b4a675523e9ed89ba6b2f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41b64119b852352aacd85a45e28b38fd89f83f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea199d8092fa64f91eccdd97483acfbd9b56276dc91a3e562e7e189fc5677adb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ec49f259aa10fe83cfea5745ee7592cea8dd36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef39e68fcd19ccfb5bfc5cf351e16c45fc2b101ece0a267e21d312b3539792b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce0221f2416daa98c72088d3c10663907c1bd92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3449e47782be0b68827cd1afb9d5a12e569883dfeabb080e7e720d226a19ff9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6763577f91c83969c3236a892a974331b71c8a97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5f310a840ef4772e8c454fdbcb233bd57b7d75d735af14b3c74dff25a7b52f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9bab5e9f2abf62b48bda46d90841d31ff08844
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5bc40d416335a766a110f7105564803fd5ad05735c308c6ff34a6fc2ccd27a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928051aead118a020fe0dde1a6b0256a61176809
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0148e4b520fa1f2ad6f7e0c8939714bf14dd6c3a559acbf3711a711bae9fe7cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9795779d0c31b0881d7e8e36741a1d27d9323b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842fc5b7de3c2b452763866f67975decec4f8fabcf458ea43c73f5129c43707e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eba6f6f9a1e6ea1246c6435b8a4c8de919c416a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08f2bafac31d2bc6f8389450e44b2caea7bf12653992954301d60db5673705d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf4a77d5aa53a196897f68b963f061fdab4eb92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdd704ffe17b3debe842deb76821ad9b0ae56a9258ff33214ce6fbf0181d89b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2325575f42f8a54ffee9cf1109f0bd42afc6f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54ad9d1795b826f1799ba912441f3ce096e9853c5059f20fcae8b326c8261c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bec3c8459ff05f73c4da2fdda8dcb33db7e312
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0649be973983d8c2a95e9db70ad57df285c4d675856c4d1a06e4e7a5dc6505
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86733c7c3256a7cb22626a7441ca59d3c02f78a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8efa049500cd9feb175127af39f58e87d1f70b821eff5fcbb089fc9d634c64
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6c7e4942cc438f342c3eb1324e8a3ae7dd21ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575a3637375b5eecf7282d3615f94a5f9549f2a0a00d5670398fcca67f907705
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5477dabbb69069992722729b6222f9a5feb31b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a134ee13ed427ac4799aa947a58353bfd67548bb259d54905090c1141b5834
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5345530ab0caa4ce75563278b349371b302f1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5b6c1c79cd956a4716d5615fa8eafab122323fd7415a2b06027e44bb4d552e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04f830e519fbece9ef256bc63664604424bc033
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8de30f6ebc843436884614961bd6e65b94d9ace0e72ad48c42d027f39e0bd0c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c4450d777b74839fe64a7711f968eed7cf17b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d189f925f0e3d9756c6f3222e801cde903998aba2db0e00965eea6ccfef6d83
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c51db4bc4add22651b74be018b00e9056b02a25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8fcf5a8f51c089ae97b91a87c3202260dd12e6ba5f7e43ded5dd87dccffb33
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7d9e86c866c764b4ce08869f33a3ba07be5297
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f534bda2490db60db50b1a61f5fe996913d411e00f0bb9705b3b637dce9952f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b6712972e638453b2ef5d5602bcfb2d366dd00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d62d7f0562a65c97e23d87ecf43d118885110a8dc25f8bf7e7cf3239c4f0d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebafd3d96fb84215662b3e65a1de1274fe3779e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c194b213084abfa57184904e9ff6e5f12739883ba439c0b2c6dadb8994c8bb54
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d2717b408e165e5782cb9fe2bf15cb696c6eef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f13c3541634d31b205fd8da6524118c675d93c23689a2e5a2b69547cab5185
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db88eea85bbad36f4d2e2c604983e0494a08ea2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103b83d0464ec6936e7868320e56651f0d3901cc5f2c5a177a41e105bcddfa21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb966a150eaeb87c26b133f9bdab5b8fdc4f871d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee055c45b19c0c8a286526042fa6ac7153c91d89baad3f09f0b3eb38719b99a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3488c8033e975e7e00725273b55609c8d4bb8dab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3365519590f16f01e7c09d6ed2b0c6e2cdb2a64041142b9295157b1a5bf775
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0d2d7f0591a5b51d2a54dbb549bf87fa5952b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0124a5abf265e20d563d658daadc12fc7f512c88d0645bbe039c2c08058ee5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dfa30a92aec3e4962841607095cce65e0e7b9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd6c7ef020746cfcfd0763ec883509ac0f451b78ad3e65fadef0f635ad13157
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd97c15075e811a21a4daf14837d8367cd7230ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce400167708884edf95a84910c86e89a5fe3a7fd90831c512cd32082f968c34
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f75a6f2103657d04d0811366fb0089cd0693c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4565e80bce6cfb4f16e3cf51eaa5af9b0b4e31ab862e473165cefc163ef2b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268c07e7cd594cb19b91e42dbb9eb38d760c3798
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a09de306a472063cf6ccae04e50fa1192fc265c026cb8bf2d3470ca69df849e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb74cf19cb7268075c6dec26be1521841a3c966
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fac95e3ccb65d9b45283798a0c44a6fb3c484d43e0d2dd2995493dbde195bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b724b83e114343f376353e2ed5943398707689cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf8feda94c2d3753af617b9bc12013c753723e26963164cf06fe764a415ce5f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f337bb0472d7e14c532e7ae0222d2faec74f8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a28f8e8ab8fefe9ee2dde57a118ac657fada190a66ab82010993e6e3d3a757d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d1352102668b6493d453570c460ac6b5f62df9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ce21154691bdd793fd8c44596a2a11bb3b861af1c5a4f5990270d03999d03e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b554b2b8a2aa17f5843964d0aae471bcc2412e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa24ad88aabe4eafeecc7704602e28a5b804428519da8f9387665d7f2a300b04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2903d0a9a14f87a24d2c36bbf1aafebfd5abbef9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241b896a58bd779f193f4e04b25287c8a53fb8379148eab6b3e30417451e529c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c106870b6a753abcc86fe6fa0ab4c1da3d783b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41618961b17618c1af1479878389f87de9c9885253e1d271a9c28d93e70870b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dda5a3a9cd3ea4236293cbfd05196fa04355878
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f458136ee5b2b51aba333fea59f12fca7cecec30fe872a7fd8646d869e2ee54
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a7ec0babb51cbc8efe2c099e1727b41afc23d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d683dfcde49512c356c76fb2c8b56d064f5f74c2a709b05f4e98f4d69a28896
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78b8f1a967d4a222ac2f72219ebc7a3bfca2524
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611461d3478b54e7f99172fcefe6c360f9ee5baa36728c9d95d9aff332623b73
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6800b226a07c7cdc57d4475c981c677b5e6c738
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070327ff71f6f8417bd0759ce4adaf232b8cb7e101622a08ccb3d849bc732656
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baddbe5a13ddfc3f9b14c0327c54b68f3796fa40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f8715b488a5cd48ccc1abf9d2825108fc4b72194fef50421d8c45ee8f02cdb
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012f8f1882c94990be112a218ef713d2849e25d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e5d3b5f0f67613559e9ba2f7fdae85939be0c99a59598bd3ee8ea76af1cb1
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9875cac25f4f39f417a6e6318d6af538a674e82e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9833e7909788d53df291181fef78332e4503777eb27147842053e0ed7370df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcdd5e91c5f3867ad78b48542698eee227d4b0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cbe1403b6e0f079cf7a57d624369e40e001487c8ba9ebe0435991be1d6bf99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2452cf179c76274d218facf3ff4c75cc3d1b095c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b1c5dd6e39463c610d826d1fd449d6866f630c76123c5a3c0e8314e7fb5ffc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60da097e2a156991fb714b5331c4808caf885bb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bf88ce90e42f0a4b0baacdeed68678d84974c84e20ec09e89ce6d490253dc6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357ba5a41ea7e0c2a133c9097c44602123d23c77
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88c35905146a3b7e19bb061e1887acbcea7d0131af76aea24fb9039e98170f9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd369bbb6531b799ff410b36e07635d17a36d0a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a916a5b4c0b7b4e4cf42a7cba327546d92f34493e56d9526725f23947ea075
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2eeae3e09fe78806e5f660f2c57e0c45464519
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025f17d7dd3ba31b7e9625eee5ef7bf0ea6bcfff657e1665be54903dbc48fb7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3d971cb727df4df333e4b965949f92304deab1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc93788fc599e88dff11f3d69425361e7534753dbaf1dc25d9764077ca9b648
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccb5d133a962f5e8ae735270f5853f2becdc207
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd35d2f3106a18e2761791747edcfcc8d82cae7e6b3ebb253cd32461bb36454
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38fc0e82d5ef3c8570b3922fab2026577714d82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6294bf7c78a98553136886e73308eebe47208864856c54b11dc24e53a6f30bae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40d3e271963cca272a213dc562fbaae89aeaed5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6323ff08b0ebad396d383aa352d990448592fc3de7e32cf131f2fd60643892b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62baea25615652bb5ed5bcc372aa573ac2487f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832a66d0ebc11dbd017fd7525f963bb07cf55978fb99c1426e47aa069c5503d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae853fc4a598c90430ae0f55123a1e3d65c56ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657f4bbeb8984fabc85d584fc1372124ba28c48625ab9390128a27a9c2ffd621
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec468591fe11acfff9f0aec6c9c96aa3c0b892d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d014fe287c9ed9ffb5d5806aa10213300f69520f276ed003741d578de2e1700
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf93f980920c49ac08ed8e97d04cf46b75390e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aef8686fb4cfcbb1e2ecea0e6a42cbacdddbc30604cf75b4520c38313d7d599
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31987d3ddd994e77b59a862ce1c8fb14fc30cc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d97a3706f643271151d78d5b7d7ff10e18d79630e0603413f158b156d890cb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de77295cfebe60cb7fc37b1e6b3470a6d288d87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583b3da48769bb54aa88008549ce3aaa74b2a43f6ddccf83b8377f938552eef2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e50cd64447938dadf1e3688e1da4e29a11b7fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c841c844d029309daeb8208ffd49e7afeed72a5bab8dec97ea4db71e0d5212
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add9fdc7967effa6c38211dbce671ee8de2e4b2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f6530921108884bf17f6ea067657274991dd6256ce3e2c704d00b49e0c8ec2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e83b4a70b29472e6365630e3d89452e95058ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8c378c32db09b16c831a24feaf3892c18d6b7d86e6c1a1da125200a6a378a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fba98d439558558938602bea2458e3a16c9680
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8832e7de89838280b1dbf8403e5c2471b39d4ed7c8d3e6cfe1436fa0cc502760
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d5c9130561e56d9310e77c8b5a36bb65ed2f2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f97006261a8e9606fa39685e100571a3e3098317560bd1d15df82df29c44218
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12f250884542db604ebc4eb1ce05c2dee01e98b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6071647ca6d56f92760b20902e662f87887726df9c401977fb9be55dcb3fe95
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5e053f3093182c66b7f8cde0d1bd0526567dde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e050d8a9aba936d9db458f6ef24a9d961630a62d8128d15403dfef0bedffcff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cb0f67d598f146a350cbc4ec3974bdb6c3de3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75442cbf8aeb0cf1200a0a50df429a14ef3940aa2860fcdda556cda5e3cad13
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc766ea8c988149fba62fed3a6d16d88855f01a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c846623adf6d4d5c9080ad36880531ebad1c83090e1256493aa089ea271701
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4105495a93a45809438a8cf544888ecd90aa4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca242bd1fce4e1551c2f7bbf6e5af0f93b91d8680217dcfa5372ad2b4c4147c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f041efdc125b5839291e169163c373714afae3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a34a36345113b982a3de4c49d7d6f7e11a37de529108fe576d0e0b7522a0f93
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3599f3a320f91fc2839c1d264e49ade0737a048d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329b6048f980128167cb99d99e564c434495a4ed7ba62080db1d8eb5875e3ed5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51daca2343d1226311a2fcdfc2341b732efad092
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a2724fa52a96f57c0d645cf9da64d9aacff1e90b5b67c16ce352949e65defc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda085bbd426ee27e4878d720e28f915f64256f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c98208524615535bf3abee73c569c6eca4e26a0b159f006e027c49f3bed7014
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460cc154db0f60c0fbab6db9b59114c5ceb478fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b95dfa4eacc1cf87f4dc20c0cce66c0ba263b36f863af772a7535347c1ddd71
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557d5df979c60890a94ff660c46a88f84d1fadf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb990f304bbecdc2fa8992b22e63bbca98ce46b6a1b4e2374da23fcfdc02d07
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be1c57f763f7c269ca2a70e643900f4db13138f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293a85628553dfe72409256d9c20131d3a1c9fe20f4a832f60b8411d577875e6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2199ff477dfa0dd930196123939440ca34c4ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ab5aed29334a9208a0d42e83da58a18311f2af2f9d89ba7c173546a8451544
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb757b44739d5cd1a2558c0f746b78884f0f395
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dadf26bd73088271c0fa24ebb247935d4298b672b99ab79ef71986a80ccf1a7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e514c39af6fe9fa8f05d6e17db7e9b7bc836b64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5203bf345f8ffa7439518b52943bdf9bbcc9aacd442204da52f154d4ed142c2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88675834ffc18da762d8b06ccc20b8b852331fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2a7197c03b9c25e01d8b82beddf503aab0170a22037c6dff775c03526ff485
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ab14dae45715e3338dab53727647bc02f9fa0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4305617926797dc0138e1d8a51b26b72dce1059a6a4d53686aec085f9e34b1ce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51729040604b1533a5d52c16d69f24e55e5fcdb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19616a77ea335277d18b80553d1740852aa731fda6bb83940167e3483b44652e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c353fe345a68df0d8ceaaae7d252861256f5b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e15b8d0b481926e8e012e33a61632cccf446f273f3d4a016547096f3d22841
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a9cb38246a126e0dd5bb6fd825e114b2997017
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075da1ac7519497485042b100a23e811d7b5deb1716f7705f0054dc7f8e2e647
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04720424dd20958193cec81006f2ccab07f9bdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0098c2d6b658e214515cfee87e6a4fb0423bccc79122fbda5d4a254c5d0dca83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee9e796d19bab2b7053364d01b3215f91e9ebad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173ca83fa87e97ee0099f8728b428799687da350fcc21039d838cc725c917716
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab4e0e7be56ed69b0f7c7a062f3a7ebec593b6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d55953e03401a94cf09dd14fe390afa2588e1a9fc97fb7e8a509c07dab0142
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c2571556ef66eb233e1c29edb698730145b26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9714c65d376775dc22357e70c522dc438f1ad9e5890cb4d3631bec85772689d4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce037d62e4b6ab5c46ac7d0ccfa935882b97c3fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38d51c56303fcaea5eb13a3b2f5282880216b11e1a95f2d5813b0c4bb3f6e8a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e101f5813f6e319c095a26e18aaae6c5b802a3db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381f82bdd8c9f5bf87312e06ae5bde0e6df31c7082e9e79535c7f06abd0a239f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d58d2d339bdc1d9439e6170ca941b4400b44b23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcee89270ef40c0341d34eb3bbd54712329ba54e9d418b69a611f07d61f536d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087f2669c0627eae5ce1102868f1265f68183b7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1157e816cee541d7d3194a6b2b8a8f781925ddbf4a604504116818c6d5cee661
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7fe2f3d246b179e7a3109b2e7f85447e19dfc4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa75eb74f6bfcbae89bf61191892b4776382590fbe3e9976fcbe2ef61649fa3e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058cc5c8986a4d31248e95329efdc40c7e7f73ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6792600a19b6904a787fad74fc807d54423c5cc32b5517f07fa9240a1a01498c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacdba4198c206062c0a7374bb3bb8d5f9aa5980
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d236883c996d914cebf58496d9682da3cfc7607bb5b6b02168df9293feab485
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdea09bba78cdd7f0596287366e0674c19eb99ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6860a8d64f6d63a75e6dc14b70fb8357f5e6190d9eabbc71f6e486bc19799999
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8ba117cb38f46a5593bfca89b2cae6800f9a84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746c3756451e37c59c4df062815aad26a512cce4984e6d5f1ad5e152809dc1de
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbc61b9a528523127f6e096eed94b39c61c0022
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ed8ed3868d17cef9839ea633971389f41dcad08838e4273ba29a92a51752e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15760d29594963b7ec898e62b75136147a7dac22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7713a4b97f4f526ec9bc3b8e1ee7ae44d42c97a88b43d9d51707865b8b103b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09abd2655afee49b0ece38ed0197c8ed73e7526d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d36452d09195cfc3b827ef89cbead2cbf3ca69af44ad6564babbbe87773ae9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c877dbee3f0b6892230248db725db908e89be8cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8b0bd75657f69ded119a71eb678753ebb14efd573f0e5697b6b20f874b6f93
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4fbcfb62d8580f9e0b2bee7b1949d81c48f9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34185f34095818375bfe92b7c45e628f1ff894d7fb2f3f78ffa0ec8b09aa986
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cf5d209678f01219b0bad1e490ee7fd02b7b7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec34e562d72542fa037ac478bcd86013cb5602cf31b78ce80b9588c6d7003b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38651dbcb64579c28ccf3ee605a9ebbd874b483
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f917a8cb3499d6b7a3b787e8789e1d1dffdacca3f4a45da65a0def1075258c77
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b223bf853e650b3d5b46a8db341462cbd38f09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c03cd522342fd5a7f2fd1c79bc8c8224b3b82a463b809e43578e1f6f163a612
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b10b46bd34e030aa4c843f5aecfb7dbecc4e051
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9346ca5b7205c1fecc26fddaaa2f21793afd95bc4bcd646cca70780bbb0a59f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b644e7c4f52fcfe508ea15cc96ed47d04fd475
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa6e6680d0233ba25b000255f735fcedf95e369842e209747a413da0ef71873
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856832aa1c74dd8627d82db9c7175f16ce55d46d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dab8abff3dd2de8467fafc4fd4111c46e2fcefc9d845e9db4544cc5d7e8614
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad52c9d00dbebfa7f0592fe7d82c8abfbddf2ea1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bf726a9021641899064af7de3236afadd3e6ea71692a3e7d4cd0e27d00fe6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a76a7a8170da3dd36b65f5336dbbee0cdf72d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d9a520e8fc4b1edbcdb5c6c06839de0a434394b715b446c71afde7a2501cf2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722db273506c1cb47f428ea574b1e81834628d4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64209de3e1df960e17151f90d38a256d224321734c05fa66261ba6f821a072af
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3a6e10fe91048c1ec245aa57a626e0ed617aba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b767980fa6b38e1e05c8bd6c485875671fd99ef9456254c9ad39d959515158da
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532aded40bcb7dd7233ca84f660a690690237cba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ffb6c2640dc3a158b2e5e86e22a3310f3d87602cbc0a1b5462c6ec1f921cfb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fbe80c32998db3a0a4fa95442376945aae6690
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361892c01d6cde8ffeaa9822bbd8529feeafcdd347cedaabdc29f516d49e2075
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f972a0bd854d2f022eeea664dd47abe5da783d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598648ce58eae679d9a167e1b4fcf14d0f7248b9ce40e8246d91604a86239c0a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ceb5238d8434dc70a932376092ca00b61281c9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f38ba929dba9e502890256db1ed3643135308239d87e340092d636c06d4444d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf5f91c85d5f533c866c2c21a6ca6fbb7618a95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4727eae534f36c76e48b8ba9a06a7748b6dd920ee1f61a119daf856719a2c44
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a230aa6e5ffbcf8979bc6ff93535a5e5b9ef10a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ad8ecae7fed8f1861e4b9f0ad7f9fc845b89b2b2cb586826cfe907070ab9f0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22edaa35339d52d94513435e220bc8c433ca058
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b41c29714ac42ce8cafb9a82e7c0a9693055a5718e0ac5fbd654d087d33f2f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ed8e3f19ac546b42805ea514f03a16a46c4321
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b44d24d5fb8723b689fc6f9e7ed0b58c653d820ca2614c2c3f07a4809bba11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27708a734f4d49e04daa5c60f1c9ef6a6073c425
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fdd2c81795818cdc59c196d8898388e2cfd3cca496d00c974f1669a610e71
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc68848a1d4bb9b116b141f64e8749dbd3911b91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6620d8af1ac3f954b822ad56a9e23e73ff6a60b8651ff58ac3c9bffa9078f375
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3100d9f9f51c7660864abadf28b8b41b603b2c2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440b46926ce36cf6552de31abcda04e0db813e663c266f0bd3c1346301919e16
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e61a0fdb8ae7789b16ce3db3395c8aec460a2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de8a62c6b9f12a770871995f8390946305267e283cc8e219ac69556e0007bae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f00a0f9e6deb6dc1a73a43a93c3c2b78144f98f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8446bad85b75b99a624b5ab90799e64a956274849839b20217c516750474dd6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c5bbf4510724e8efea84f9e3e0d476c370f93f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb066de8060dbb2b5626dfe324f4956f910aca8665717a9727044e7b660f0ac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5605166c2c802a1c9f7914e12f90ffca71ac4ae2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd6fb13e752ce47f250d315a2c8b6c261c436349f72f7ca5cb17d0dc7930363
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7ddc609674a74a643bddfe14db8d4b0a8ca869
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21a6847aaf84fc32fe57f62aaffd67322b5aa056b2e7aab5d7b63daa6830e6d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c6b2b03e61f6b2916429b93bca592bccfe6a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291c3eb456a1690d9563f32afb6165ca98590208358b9ff0fc5d8dd141862553
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22766c3c1b96752d33adcf67e3a47da24139675f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbfb45674d7f6e931a0e9ee4d175d28120b9ee1e8be580d68e0b38c58e98b91
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5156c7fc9223a350b0cbc4934c65f8ee6456fd55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2690e78d9f950b89a7da90fa24feb7b0cb2b8894cf1a61fe50550a2b621f73
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f3824687cc2716fd1209e7014e2ad51546c495
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd35e7971b1b8b34c7625bb124c997f68b6d727ac2e19c8294382dcbd78f736
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bdfa6726871a837e5b10e21affd6bd9f611e59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c804e9cf3f96fd061e8e1cc785fff55049876352703cefee60a292c8a22ff8f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db1c3c32629201203c0c163c5dee30e271182be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daee461d5b933384e4c3c34325fd1677df8468e0e02013bbfcd9a04c36b48734
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289351160c9963f134f7f1f2b3ffcfe17e82a0c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba48e02a80d89282bf87e0ff23b1eebc621f0b68514a5f9af1058d1aec4711b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17791950648668fc835783ce4dcbaae74fc2f0f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad32d2fa7545bf773e2dd28b8a28f00ac613b50c517eb85010d8c47977fdd6d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3854601b1127f3e75c857246e97cc3e7764d055a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681211b57101a159eb7bc3ddd01497889dd943ef8336e172a4a89e1e3cbdccba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d19adc2e0e091d332b9f0b5fba4147b79339c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5756142b022dc6559978b7ef90f4f3519de340d305a2673c4e8a696ade83baf5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17afe59d60953a9f111abfa1bb771b265eaac5f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da66b19ce14aceced6efc5a6bb400617acc004b58deb21994736db96f72e7ebe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050873e567f3ba2d6384deba32b069d9060ba595
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5135080bd32bd8f335530a4eaf0f785b645a7e249795b51f9e4c3855516cf412
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6246c1d44da11a535c2c8bf7d92a424e1a4c4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cd5405c27a7ecf8dd0dfc69a7004de8d9f01aedd75d30c23332d76808587a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773ff180ced393c94904095314257aec6a5f86a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a955716244923e4b0817c3c2c95b6cb996ce4baa6d84a41b9c5ccf20a81c91
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5078290505859f531bd6935367a254bd045e11e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0603c98a1aecd8a8b737c94b4fa5124984f3458d8f25f7b3dbb48d377aeb12ee
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42911fbf5af850785f290c8f4f4409cfd4ebbe4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd457c0deaaf67ac5121f75dae29699f709f76ed29c341c45b33e215be5c939
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7cdea973f41015efe5ddccab6c8687faadba59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa25c514e6fcac14e61f9cff898faedc663111533286c414d66f06659f0724da
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9361ae10b157b2983851d12e159607c51d67c678
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eee151f69e063c09531788d52cfc2f4633bdb898cfab96ecfd2db1116f406dc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab08d214a04253f3938fe6270d28646bc9371bf5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f591a6c7b67bd5f8a8289a1deb2f32ff6aa1874be2a07ab2bae8b6afa38c82
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb185de854e1dd5aa8cc38703a362a0ea61e028e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3911784ae05f310025d4106afbf9baa5782da90deb96d65a4690aaf8f3daf32e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a90da566095310a89b672dcc8988f7333f44e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d800e4d5caf1ff3fc9d3d9064ce5350dbc052e4516a136b4ccaeea08e882bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507d64b095d4c591126619aee4d220045f487774
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7145bff20c4869f17fe7848b2775cbd219148fd11a2a93ed0ad0a2cf2fd81a58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2df3b447f9ae38ff5d2b60cd256b1bbaef1c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce41ac49c28e1c5afdd5aa1353ae35c2a4ff926f3482e9ae8b2d3363398af216
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b90316b4fd0f4785d5ab833604baed110777147
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a87affeed082d2d1ce9d68e678f6b2a3764297c5c5c341ef8a3445e44e3f354
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddf4c25ef71f186a81881bc00ce8195a7d2f3ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dd5df9f4fd27386042015ca0627d9d0143160cbb46d974e30508710680e9d7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334d30bafbf98afba87d219cf80e45b305d92402
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feadf91065df3cb869fcc970289fde102cd5f1f71e86505f926c506d45f45818
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22903e1f4f453a0a15f5f76cfb52608f74e7b3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c476be9285163019b87adf9188a57a5a8e4be5129932c2d4db0d94c6932f6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1364ea0176fdfcdd9142a11665d632799ffb86d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c200224d7e552c770817c6110462bf6e328b2b7283c6307fa07646cafa2c555d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ac9eaf057047edecd398b500064163bccc1d9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b45221760486a0d423f9616ef51da6a58c352741b52617cb060b3877c5cfa8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba8f3e9b1031782529a4d2f2b61b722682ddbb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632260a5113f748eaddb94deae64f8980f2ef44a8a919da5af417c9c9c49491d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6675a211efdf493a4d55b5e02d1f4d0948d821cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8173188ff37ceb56c0b9ef5d209ab13ad769c024f08fd80a80e25143a63fd30
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a575e8cea158cc220d81f8b95cbbd8a1d1e1bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a83d545b6798f8b9110ba32cedfef72794c6d8b45d690833fe715b3de91fba5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2778d3d20f5ca8962dd638b900b68674374e1134
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a633ec97a87a339f4cfea1d5da06c9249a387d6a4cd181c2705442d804f7f9b9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0e2133eb618be7df8dad185b71700e78048eb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9c1f617a80d936f27679a8bac0a7cadd10e4ce10e4a5e91a589c3e7680ddee
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401949addcddea893e81fbf168e2402cf95f53db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1b7d654bf255e54653c102ef55801177c42eed6913c641af8dda39c9780ea9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e98b91fce713ca24cb8f7efee56374cef0ccc56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2ad8ce6e34b4b504cdc62319b26abdcf35951e8982d760a72dabafde8e993a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f32f7b7e8e735de3b9f44b1a4f86215317c33d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba561c3fc7abd5e55614b08f0b9599d9b22181180c3c4359e574eb684f9241ce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b388999b8f69dea78e2c659021ca75d3965186
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0832457c8083f6aac62fcb01d39bc021bdfcd9c991f5a7b7b506afe21d9b619
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1678eed11163c6908365f9907a7477d2857059f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f9169f8bdd2c2fd6949872fbb9794e20b13353e400ddd097f31c87718fc758
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fd846b0c8f3df35a11f9d05c445826f7d1b61d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073f11bfec362d21ba232298926ccf8e9f147cc3ba79e25f33cfee66ac17968f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb723b116c01c75d547aafda3cdac2ef8f94268e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4469019c4de13081a8c45a1a7a4ffbff704f179aef48be72e563dda792ea5d9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a7eb2a3f440434486243a9e0df7ed91ba6bcbb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdee799fec6896c3f47f0e446359ec81c70172082457c108e6aecdba0448676
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e33f85c96e283c495409c59c6d317b3941844e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b18f8bfc479fbad2e15c9a349d77358ed0d4427ebe6838a97e3fc7594796797
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4284b203d8f05c2d8eab1498446f500e28539cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea5d1283442cf20ed7688a82390ef1fdf7e56a2d79dd46d6249e8903ceaa305
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05599d921afa44bb7bad8149a5177a5333badaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f685818119575a51c503512c5ffca50666f5658f46d13f420e11f8a3e81e2379
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cdc9dbe2dc57e450714653ab2d0c382d0064fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5b67269fd84a1c0ff95f80b83f5fe67134a9aa8cad707f2291289b4cc6f83c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826cea7742ac37954bdbaf1eb192c976194f13db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdbd26774327df17ca9ce6fc9d83788cac7c640b9ad7d920a9a66d7ae3fa3f7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8e8599b71904b2b43d2f3702f8448cd2c61f5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b65b8962626d88d5370eb61f2956b623c15edd269693935fb58582e39cd0aa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da2d6b6ee1b87caf319f2b36ad41deeb5c88825
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480e0b411f589c013c5840a04f5819f95f9bfa7b4068be67f1445de14fe6bece
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f9e04053f74beebafe03a892ac97fbd1dbcc58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3183c43e05a5c01472384343a2ffa491c952bf180a841f2ea93c1b8b9ce5886f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c712021c4aa44c29a8adc386e2c26c61dfe1e640
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f9bc275ad0fa2cb69cb752a2f9ff7997a6a177f46dcd5727eb1c8beeff91d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d129db7e9ecad964cf48fbeab3f758e19081b96f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff2292ff3feecd450590e7e767e7887a46c2550834b48e05f741b3a75d9d7e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e2deda139be8b331e2bace15ca203532f92723
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4418ca1b065e68caeb3079afd5bfbc21ef0a0f68bfa0a9328bab4901173982e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d04e6ac7032e003bdc9a8678ff36008030d3e35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24d8eab1fcbf7de77c445d1d843957971700123ac3a89d8e510dfde9fb3712e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005e31e6bd90a044bd203c3a26d2b67ff19183d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0902ef5339f70617cd2c8330161490e591367045982f0324420fc05d7dcd60
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455cfe47ef3a7e03a16e8a3a14b739530fab505c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f5e25959993ce2919612989c9e2405060aaf614ed00fdcc0e933a47f3a5e10
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123105c74000f5d9926f2395ebbccc05910f118d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde33bb888d195988d5c45ba004166442018c964605b6a9f346c0045b1c1f77a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7217bce334c77fc9b129c761dcef46571246e726
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5744d42da740088fb9674192c9cb952112a0bbb468fb1c8315205adbe5ce30c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b69206561e131eeaecb4e414094ef93cf1de4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9279ded9dcf9814d615e55787619e05af697facf1fd989d9a936c96e802b969b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcc93c6b05e7ae6d25681f9d7b7fb8192c0d291
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b686a1c680109520d2d139cd61041166c924747191744a421b78ac6253f9e21b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2290a50d62bd648eca6d4599c81903cb5e2bb3ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c6d6bfbbfe879abfb04ff58f4f1985ad78ac043a3b2ffd2df25bf0bbbcc26e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2cd6373b069ac39246090a229a29f564873b4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c172c4385c03eddcc27217e487346beab6aea7cbf91bc237777837aad8eca93
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c98dd93bee623cf170dcb330053d084d417437
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b955da182bc4f973afd43beea095cad03e57c97bd7d1afe73ac0d30869f94e39
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20379b77d64ad6c55a1152772c56dd7ba87dd460
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f10f0db25ffd89afb848f59876e44fe0290ad60545ca0c081391630dde66ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1111053dee37175fe8984bfaafcc6ba1ff6fbaf7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8bfd4fd4e2fbc4e0ceffb8be8a06eac22bae7aa630404d84cfe5160c76b365
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ff9eee9de2e31d05c2593da3deda88b11f76d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d46cefd313446a5f686dbed9c60a890061575a7a11a35587554c805cf4de8c5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437e95d13a34d18de9ef9981cd59446cc1030a71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fd654235514117beb25a14bab1b78aa117766c6479013f4d84cef504e267b3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da4e8c6df2015b4f59396f66b955204acf14f38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8d76955ff741f512a08e3c2eee63b55033bf4d762b0ae13780ea37041b5bf1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0f2d4db5ece6b76ca206052f330ca026a53972
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fe0c9b48c0c88fae73f715dedf54e4bd6af3aab748318cfc3d95ce9623105a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7213ee32f965f111f4753f1241adc5eec95b3e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b29ee54eba2e6655f73782289711564674c942d6a5dec759aed35c5e1c2130
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561a155f60556ee2af3cac0ae9c73c2dc003fa21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bdc446258c0dc3066ed2f75c005af0709c79e186bd1e1da8edc9b1f051f487
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2df4fa9695e8163cc118314949250cc79fc2e75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3fe39609b0c276d3ef0dc1df8446743d67c4bbfb429a412f5643d1ce04dc15
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811dc51837a4439050a07276ce4cea4f02acd145
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f7b37c459389ee907fd18d0a55432ae04d959e9b776c044a0d15c36c15ed74
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61499a0cc2991f23d71c4206f1f49d1d68f66043
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa80654283fd4971d2a1292431c5cc3470035df99dfa36a49f892dd0c2fd6190
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae82e6344f00e0231436b783e2b576399a0e97d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f5b266f5b1faabfd3d675a46ea37c9b60d459728eefa71957fa0883fc6cf63
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0466485103dd88ea42754e7845cbae930cb41261
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b791b70d7f2b4888b097f11356be70ab9bec599f8be0a73a73c5f7e185b9d34d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3632db1c2c47d69c8ea25718840179609a7f0c44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0443c6dad68693c3e3878b51ccbc79af69ac6c1b828f94b3abc6986d0698287
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5eb4e45bb6f3aba8520e43b2f977d05b038c805
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcdbfd3a7808ffe564b7b302b3360daa36646aa678bee12f385b9d43c239724
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a844b97a681a300a084ff1f3b9015bd0549df48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d456c200ddaf93ce585cbe355138a85ad00f500e6f85165df0d6ce852cf65245
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a713794b7b15510e9a5f8004a31bb3bf79bf758
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a1ff16c154eb2ae515732bad7ca744c2637506a7714727b38d49b239c59fa9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8450a134c58ca3d232fbfe993327ef70457ace1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82fa0c003e5932fda6ca4d958caed2929f989944ea92d8a3029b94e60504c83
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb26a6db62ab2805b66e30f5665d4534805cef5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9024643cfafcfcb7f49b475254067340f439ed3b5bd468a4d42cccef822d038f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e52b470306ade8ee371aa4400b0ac910cfa30fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb71329cbadb87befcfa5c4fa644f9260db0ba8b7d56f5afa3a2684141331c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2438cf43b344bbe4826ad59b58c40d1f2fabfa12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350961b17c4e35bd456e03aed306b50bdf41e12a7682b50300d9386425d13b35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a28cff44ef86836ef1fdeeb5970201a151d2d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cc7937a7112b4218ff5c5f47313df2ae033e898109b48d2b0fa78e9d957ef9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acf0ad956c11991765a844520745a8174abc77d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a737e0371b83fe1fea381be9a790266f17524ed9babb2bab409318d6237fea5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec171e55cb193d5e7f60aa1b96d681f990e65b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9f18c81efe42597a4eef958e961c6e87a23de7c9266c0d697f71fa72e09b45
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9a302bfb1c42c299fbe1093a71a4be85eaf025
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfe266967954d645e3b31cb2162037ec8b0eab4f05c044b03841b8ad18e6564
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c039ae15261231bf5456e9f51ef3140b3f1969a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c249fc675ac679b90257b770c5de7be046e142f802743efc0b97d8c6b27b1f5d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdabf564aabe4494851788cc428a53b19439060
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537f2bae57c2654a9d24fca2bbe73a9d0218ef80b6e8a75bd320e071f5b839c7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72205669fa0d8db0edb1d7de46bf82910c084c8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ce184ff2b11a6694a00b62399fe064ecf80eb6c3566fd5e1e352f2e148137
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083e7b0996b0ccef4e73f2a21320e3bf4d351b20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295dc2b87f26731df6ba594eff4279e1f5eef5cd23c616603af9700a3debd101
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3f8e0a4d22b94a56581cfb72c622f1c0a50a64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee935aeb6e310a3855f28cc5411207b27681954ba3455ff5195da7a1d38f312
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df89cc455977efd01e6cd8fe405f5ef188acc80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafe7e5c560ac6fa6dff644c8d50b98665d096bab5a90470e6efda347b842b46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3875a7bc6176df943336b1a3a35febf91b3a51ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe96c2738188f98da1e568d08c42215267f7753a33c43655dbfcbecfc31027bd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3849ed408847c9a07aa12c888910cc9aaa9028
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ae4dde554b02a586a7c4ff10216edd3373de1f71928df1000ab5a6385c5849
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc707539f275c7f31b0a7d4406b911b493a24d05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8533fa5f57ff2c9b87d8f6e7eebda94fc94abaa562cda66dac1453c6a53f8629
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb649db1270e0e901ef15bd8b342457411b03b07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51773d8b2a34d784241080fdc0967e03b73c4857a467e1f7291beb41cd35c91d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260e8cabff6c0aad31c7b396c9a204fdec88c623
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a2fcf82bcf38bd53b8a73711926c0e254c6cd9e5b13f0ad46a7e786ff9306b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5bfc8f1802e6be69ae9ba30a986ef8eaf2a4d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b510ee112fd32498495868e5de147f32b1f828337a9d3c282e5c57dddf06f346
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4b3910c5ae99d4ac9d5966a980df8882b53542
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c24f13648586cdf25a4ea5cd69a990695f33de67a92986da61191caf431d53e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f7be8ed528b58ec36a4e97e30f4ce29ccbdec1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e74f9c1401426859b5aefdec6c827086625992dd2c7eaa9886f2a7ba566e923
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fa0bdf9614d04efc1a93b422e1fe784a595529
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186470c2a6ab4c57bf07707d6b9ef553db2f66bd1621d17b89de65c5c9b4fbb8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12ebabb8b2c217a063317d48acf6398f3f3e493
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6e344ca2ff2125d2a94e1414b53cf1d3160f2f5184e60ab5680862739fc53d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c1ae2284ca42249321200d80c7f628b0518caf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9791f74ea8f7d81c9ff3b9a7278777cfd2b98aaa22373f422b26b1aef946e3f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dac6dd351864442d3ada8d171572897d2f5922
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3192de25a8761b9683ba6cecb941804fd453e06c694bbb972aab9b870a025faa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069136f197916240e5d6210831bc97a4fc81813a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4694f4b6a775538c53f1b0245a10a16d092c62e06f200d1aa15c0820efa1d0d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a75ca7504aabc41518e29d1a26d26099f32cb87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93aa85c413f9157b97384c0aad6ebaf23351d626d6da89cce505628e1c92a13
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265e24c282b99b7252c2ddc8de6ccb629c3533f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfeaf0d4a85ded3e78bb4ce1bf8bdbdd450e1d367bc1c4c0c8fbf398287cf90
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2729b5e0d80abbda001f997a0108a5a189d5d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5c63d523003270b1f9caf6b677c25c5b0cfe5b2b874cc82c387c5c0c8b21d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc030eabd4e96e4ea482d080df72a8c9b00d467b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fd3dc4843e87e03442811aacd2cec5720949d70f03d609db50238166720d5c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f3226c5a69e159b0da0de04e9b798f98a04937
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7c1ef902ef6de0c0f4c15fc05c80de279604612e0bfcde8bcd6c2f1da64e47
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284a158054273576391125305722ec97537bcb37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79688177125dc1d0d93ecd2757de7fe637d95d46d86182e20e7d3ebb8fec3994
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c7b4e762f1c92231b4a8180f35cc1ab6fa40fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19749e8ce49bdd7ea8543913840461c3fbe1df2165b5455a9d9ed8f44d763da3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82006b45e1cfa9d24e96e3d53a2eb058f8ca5e84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b137463bbc946ae6d36889f004fb27a034674cec63dcb4d31c9d5042d50340c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e4bb404f25e6907aaf188ecec03e899c6e0420
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d87c00bd4f2500f8d248384018dbceb9b359d7759a1b068964df62c0a45109
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f4c5e49601182c7885df2bd4e6963959600fc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7673ac02cce2cbd3fd58317ba9c89255ade261a4f66ae4eaee13831d195c3a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058ae66ca3ec6893ab7460d2119ce0be90ab0fd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677aa0eb04565dae00213f27fd53faeb71e36b4e56c83a4890d19666cf8ce528
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181393292442fa78d123b07b799c13c5f8890b39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdb5939916c51391214b1e269290c4d4593a34286659d88bae8e8d8c53690ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffe8715d0b1f02018d5246f8faa68380f0150c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f74aeefad6f6bc391db969eba39d7e0da2889604804624f3c7db247e231936c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8319c57b52157f3a5a65e84789ec4fc6e19b8782
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ac98b4534ffb621f0c5b55403caee8e7d1e0e95ac504ed90f069063e9e4d6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ceed195ee965ff7178c03ec1bfed2b6ab005d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492ec1c1f0c16d27cffb9d848a64befc7303110c8e6cae982971cc4d951eafef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e424c7ee45ae741df76e53404768540027d5a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366717d7ff571c82a9e62d97111f745d2105df39c88d7201c983912ebf8f6039
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e880e197dec539384e6657e227c23bb89faeda6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57bc68e7e5bfa984d8b0a2a051a9c75b10728893b51f6823e7f01021aa1d2ac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d160b19f0ee5ed785bd23f4128340fed633c274f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889701f32732aa97cd467c9f92200b4ebb849c391f9fdfd19a767b2ba88c532c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780d3541d9e19779a63da8382c177658f3d73b42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c32d1f8109842d5cb67a3a094cc81fb321c1db881901ebf286a33b8ac613a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796a2705aee9c2da1219dd234c8d50b5e1db5a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653e1b8c303488d5b98007448512fcd6dac59657729cffbc080b097e24498218
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03762a28d5a8af44d0f8681940557226c6d2dc54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687ec5994a9db90c72fd2d3fd2b4b3366d32a69e1d660f77297901dd0c73fad9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6f3d0cde132ff8b56f69842342c2a4234fd91c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c9466be9c4b82e566013b95356d0292f4f7ac3897511685d10bacb83826be6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f990f6419ac58428b6956491d1edd7f3b0d3977
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17ec883536df353aa934f874393ad2885d4c1abe3da12f2fe14194f69838b84
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af64e35361f2e2f512c1487fe2e0910dc7c98eae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9f0c9728340a917307fad2c9177f6ba2df368fff4a45f28a37e8b932d6072e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250494fa4047e33d6bc03e98ad5021f814eda098
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1961129a57ed653d78521af7304f1713e5600087a2c78de701e1c7bda120d1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a6066e29d871e660666c22708d00c0b7494fdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366769f6c15528a6eae23e853a2e16d7ff1ddbfb3788103540bf232a4d5b74ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e6bc28bffa0334ee38a1888fc33216826801bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ab39d443f979a9c018541a93582cfa8f291f229554b4da52997652f8879498
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50333b7e0c45e17a0382a1b1c9bbb1f1da954e83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca67a8e6682af189fea08b22aa7ea4665c3579d9032c8fe9d1ea57ec997a0992
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7096b5a66f297bbc19c57196d87420450de640f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9e109fa05c3137b4912f95f31581841506a1d699ed2013583e335f82ec06fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8e64db522665941666ba76a78feb75d52c99c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca90bace87893d4337d68dd9042585a83066432422d6a29f3a306cc2c0f4851
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a08160b5dcb4751d1c472f50975d100a2d0dcbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d882aaeb1a2d1f455069feb3b256404643ac0b8ddcbf2b2da48f2e389b42950c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141469ec06961d5630ae75c35c7d9476fba0b4c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c17929182e7bc5c6b5d630706e43ea39b0f08a33c2936ff51b63729820d5427
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e718259e18df35475d3749f14c79988b51e8ec16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad8149301d4c8d6e4b3a832f2b30225facdbd5ee78cbe28f9232b1a9227cd4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1588d288b16dd2081eabcf185f0fdd5c1693b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8046871aad0171cb90fe37e77339c73f7ac3d84233ba543e11b8610b34df7dd4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e446be91aaa94e7660e5d62c83462054648aad0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00964adbe5537d3bb55405bad46106b2a88c258aa65cce312032ded481b50e54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f57a2fd3e47e958cde545bd1c54cedd7b6530
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd47085ff1cb1deaed422c78f9867fd8c8751e08f959ad555ce056b2fb90f174
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de72deddcc61f2f69e3545fafdd34efe8908220
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5639118e4d83833837c5ea95b51f42455468929935234e82c61efcb6a53516f2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e105e604b54d6ab2fc2449019168381a2e1d00d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725cf5e05d9f0e3d681f58b8361d27beffc6e4f21599799491dfddd4616482ca
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d82babef1f8e48784af6240c85bce4ecac65384
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c85ec15942ea9ee6b6f94064c2416d90ecb593d7fc8b385e38eaf298b33ebe9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ab3c60426cc78ae691e8da65136873f1828439
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f185f1487982686ca5b04058f1ea9541618f2974f412da4916610620994897b5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfb32efe4fdfbc91dc2ff10d25546504c383be8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8264541ea0f5e01ceadbc601c2e30a19d153d567cb82eab9b8711e9c2ffe6ba3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7ea2bbadd756d242a053ecf7dca5fd876d897
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81317b09ef150d9e9959afd9c7bcff166bf1ee067fc0cc3407ee3a6645dd519
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1063386cefd9bb5137ab017e6cf994f4b1d0dadc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462ee6692c0c729057c53fa4ce1592c13845382bc31f6ab8e967dd91fee404dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d02aa7bece2db89b61c3cf0e7db1fccfb419ee5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9c55cc0e5e13491ce9a9e55d53fdc588358be82c6c578a137f9967beaa9cf6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf2206f1f8f89ad1bc9ba7f29d9255ce0beaa13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cc9ff95f3de87c4c37ccf8b265e28d0a1afa078ba370504a8a98d832d64ff7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f639819d9e534e42602816ecad4becfbfe73b20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a90ef68956a67d0a8b037c07df4f89077cd63e7e38e471589e6067da060429
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10362292020f39eb18a9a888bd3d8db4dac5296a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331d0769aee5433a1693680b359cf758c33ae8556f3a75c7cecac340d55a99c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b26336ea932d6e91d7509d4d73878528f7e5f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28115f8147942030261c870a5b7b1cf94abadb0d0e294af39a9ddd9f9cc3ed7a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e2f4272dfb533871ba51d18ddfbe96f10ed9a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8608ffb40aa8edf728d3f6fb7b67f2b6c8d0238e9bc3b856c8d8181f997d887a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eead63116ea26114d4e311aac6d91b05d368807d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f9cd158be1d29fb3a0da26dc83f2395fda2af09baf472ccb5fc84f60b2a5a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b06683550751e9cc77302fe11dad1a129373d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afedded8c58d84a0a9bbfa881d3f09db4043c91e36d062a367bb77a3824bdbbc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ca2fd25c1bc86150d43462600248d81c8386a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a56935628a6d6c790783febf52480a58d99d0a742a9fdbbe0d88475a0abb69c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49c324862e343b139d2112dae0512bb828f5d4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087bb2a530b164a4bf1a7cdff03acf331d713c771f852ced3d05e584a2afed05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe91f8d1c79610cadf294016a32692f1b176306a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbb065ea62c81807c0229789349bda5f9861cbc1795d701cc92ea02404c0b52
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3f5ce4e55c6fb849250d11bd105c808808a736
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f107599caf618028e861212a2be4fd5c9401cf4f27667c78d2105b7d1667ea34
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b71755f966abb5de45262b1861a6fd377f6cfce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780db8b3f36f42f4832621519de6f096c0e4aa404bd628ea2124c8204319415b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb278ccdf5d4c4e35e2a1f5f60bbc3c35e5cceea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8128792082380cc41793ca89204ff2271a12b13ab329f2a41054275c15b29614
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa92febb89cb2f8525812f1dfdfe42fa24fe7b82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef58c04b1727cf0721dbbd94f8271d0dd4eb962071248adc7072f3c56f95f59
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece8ecbe31894c0592ef394c9eeb06441af09434
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2d03da6ddee6118463aa82477509a74c37abaa977b3eaf2bdeeaa3066804e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1dec5c63a29acd7e740349413927af0291ae1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8031989a644934f1d9627b5ea2eba0d045f8de7844c790cbfc784b688898836c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4743a910f742d3ff9d0bd3e46f133f2e6eed500d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9584feba028c7314604209c5b03295ad2f70cdf344c9ebb011f3343937cdb4bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5c5622f0f4ac657af77062e7631f0b49465e75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6537a7c90b387e5770febadaf2c9bdeaeb4c96ab1146bada8cb721be1a2e705
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b1957a8e87b9cb95581a4542ef53646a6100e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914afb5773ad6a852d278274617aad00cf9ed8d3ee8ed3475a9b4204780c1eaa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eda1028b365f67fbe09eed50bac75b0da5b6d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1845d808925a4b2988c89517197a9a0f8a014474ba5ed05650ae10f76c106f0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8560a56fa0ce673a06b114e48435ee75b9918ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bc53341ba96d236fb72f165bab3ab3602e3c59313556192cf957d4b04087e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfd8144d4602950debafa0b018e938ce6b6680f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4518873d93eed5a8785c3f8e12ecc85daca62937d2fe1638765d519d7e2f67ca
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffb8fb7175f5d95d37aa72e943e14f356c938ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6321559905109c655c19a205ce19bb609adb947ceb00369189e5d088f32064f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05eab10722ba00ad950f160f27fe6a5e5ab71d76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9da6a0a57fee63344d45d4ded7bb21a07572909e77e752d4fd096c046169ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7992375480520089e2f575f8bd1e0569f40c6472
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4c3d1240cd61fe5d54d50ab557acbc847b7100002947c08734b14dfb4773fb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d1c2dece60418b5691a113084769da549a3895
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060e929125cd7e8b39748825710b82262b46d8a9f40ba20adb985535fd31b3d5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11776a9976d9228ee7f1998775dfea3a793a419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdd68a4ecb41dd22fc854dcc8f0c88beef07099d1950352e3114d799ccd446d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5936700c193dd459b76e08251556515a2e27a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d037bb1b1c1846a374bae2982e6867d559cc122ca6c12eb0448732a478188d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9062eb76bcb9dc6177004b89aa18e58c6a3360d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5427a5afbe9509490885e0a2cd75823db605d7ff1820a4a14475527b8be8cb27
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8da29e489ede670a8a9fb57238ac8c0a378b63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94c8d6dc1330182bae3f888ee50495b9d0420a2cf57234934abb3c1030de0a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692876e08b6a5c9d1e217e6858d0829c7ac5f827
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a187b210f403a36780abd21f5e72beab4005ac5d7123e3184e2adf6e2f7ece43
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119f05e96888124fde7ddbbc777224210447ef70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf614ec02ced5b201a6678cb650496d25bf4ca121d32deaec6c5925cac2a8366
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed3150e607f51917a1195800d3e611e4f96b532
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ea0a74bfe55b5f5bddd4b44829193e658aaaba378bb459c0703b690f1dca59
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb8e417f9a4e7a7a25a53046fe136f2e46bd59f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a70f73015132be14119a405271200f07aa8624476ec99a3bbf4b1f2b1f2e0c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b59d3453eedfea5725fb4a2d8157fceccd905b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3028dc6e99a1322166136c5f9737103f06730f18de3c6478ee9915c92239a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f94c2c4ffc183fd8837034faf761d37a1c9db6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac6b497ab40c3e295680d7278e0cadab55a0ead66b3c5cf29be5f4ff0cbc4c7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7334320d668c9afed76a572c31a3a99ed85b67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737fc2c7920f24340d20f54ba1914f96fb2bc4331c2b338f5681eb1fe1d5b223
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa300643bb90594e62f21d5799b63913e9f1e69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cf7ec0cca7bab51b86225e67057c1274b3c0f88c51fae0909d718f9a5d5efd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a6a3e43a9860ff8b2767068dd48a0a035594c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b33adbf00d491761b04e343ffea9da0a08af48baef41203ecd9593008c4bbe4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133ff4984ba9ad3e8b43bc3de63959719fba0f46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8389b254773bf217db30d3fb87bd4e82e3e5cec65918428352f91b76aac6a8ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44869bbd209b077b73c9e146da4d9ec1e2d9f50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1cdeb406afd305d3cdb4223d24119506bb4f9598e6c60e9677b796f68a5c8c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8cee7951393fcecb437e934a9c5d0e14f46aab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c529eda84f5db655a5b3c930e223175617840034232a231a6450b4583ae89d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e060f78846449b2332534841f703bfd573cfb07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ad57d824a33eaefa2f1ed59e2716ea7d81dc58d93bcb64d470322112656cc5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a4505692d053d35453a00b9597935443caeada
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5c8e916d83a39233c508006bc60d325c131ec1e78eb5bed7781711f27f9bc1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8851afd823599ae11a03a30f07aac3728a988dc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb106ca1de902a5f6288d1fb02e19232ab527403477a48f7e7423b62e049d4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f94c6e43046e5e55b812217f6d45bbcec66852
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5985428d80dbaf295811ae70d4ea737bd6840455f387db6c100777a8de12629
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254fa8149469781f01a4ddf670ef9cc08cfe4564
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf05f5b16037e588b41c980daa9c40cc0b08f14c5d7de9ff70ab5a7bb18a75c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4503358a590b2ff607ec60aa51a3497f97cf7a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9375bfc4b0664f7bc54b849f73618eeee303a7f5d32cc2b115f38a6797483f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b10cad781a24cad88e1857492494251d0c8fdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4854df442b59bb0491f56822586b02899b4ae066871657148ed04890725c6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a7ed32e48a546b17ebb79c708c30e55e3755f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b8b01eedcac69621593a85d07e2c1c971f03fa622147c4820ee53c64655a30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7a1f50b67f6b7223c4e2b2b8c5fbd43153afe7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef7a3f43798481803f3e5d734261b80602301fd1d1f158a51ba32f5ef73b474
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24e9bb09ec5c394986db5710654d06e96ad4fea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda704336a6aa2026c9f41056761b12d473b0bb3b2f22b3afa7edc22feb8b9a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811c65c5679d73055a20eb346f344d3314d0224d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca307a9c6ad40f5b84aec03f682d870f551bfed2899f454f1334c56b01d4a06e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9beeca245e63db55a4f94566fee2ab74138097
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50f5ff28eb93d571335e3fafcb54d168dd77bb77d3b3ea6907465737358dfa8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263ab52bc8fbb83448333aeb2490089e21005249
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea286a446e4a4f0a909c59b467cf54ef9622fc131bb20d14ff2ab276d90c54be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75d3d807cb7412be170d83c72de6e8a04db3bb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6dccfba48b580d1a84a06a82cadf915e7f6201308b17adcdedb51a452d26ba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e467634ef89cdf1e5448ba4d5c4745e4ddfb2326
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cf19f893a420cccfbec35a7967652985e95b495d317a553adbde79ee8fbd7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a50c100c11bc21a03627b494cda482c540268
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07829141271486fe076b007a0e54607769fdb69f9615e1eb3bc44fa378cd145e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c70206bfb18f3c699e551c21cc2af8a125554b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3c93dbcfd11b6e297dbcb1c8ae9475960bfc0f078eae19fc6d724f7bf46493
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58542f174aca4943301aa75fb984268a5e7b62f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e1c4fcb35e164428b34f5f787ac303a6139cf1c12284b4574996ea65b57b4f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30bc035de24b0a32f7f6ee2e76f832982583ef0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f62628db446c7d37b12afef1f13337f25c427704c36ca8221b34a101f6ad57a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535bdaad210e4610b3d4058bf95ce8d38fe59eb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64106e34497e203e8e6c7217c53bf1656f8af195c22939cdfa5c4ab3d1ff24d2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a41b57037cd0b15e74ccf843b2011a476a74fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453093fc885fa6701d9eb5945dae3af9a034f7cab74c732e22e80ce01f43f144
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb0b9ea37827ff64e0be78524c93a1888ffad42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c03f714b6b0ca1a9e86b69c6beac6654be852e38eb2de0f120d64f95e49ad96
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87580986ecc360ac58e33d0e77a3006f3e3b1b0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3238284f4dffc84abd13ae6b724a3417dd92eb41999a45e4ec07abbe91d52c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1862d5163bfa0e23d8108aa9689c075e6f7885
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc950101656fc75622b7228061d90930eb3736bf59baa8f025bd62beacfb6a29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00042cbbc9a06d16594aab6458c375c8be6cbaa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725e140b36f09296543e309993b4395eeedfe0b04eb74993bde1d507fb08b64e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed68527c9ec2205f8dc811aaf03b4002835326f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164d8015d05ad07db5f495b5e95ca0c089797d5238932376a4d28f2f438e631e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbba3b3332f89e842d07c1a8f8738352e36758c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a390c3b4c46d4f49ff7c2e892911a91dad142527f9ad555e22dac1cba6ba74e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68e380fd8780e3bff6f27194d9b51977462d802
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66a03bc16a1a152242cc8640ab6a767a7cce8d85aa20468eb3d8cac97111a27
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9fb556f5d1d4352c08592fe06b44abb93af038
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d92593b50eb7e1f90fbe5bb4bb54a9b51ca0bb33b2dc8ecab14669ef49de513
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa8f70dc9fc1126868018d2ea2b118cb228355b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fe328eaabf1a5bf56e38bdf59b74293dae1d5f7081b60597be5939a569ac91
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7f1cdbe66672769f3902ab1d530e466e721d93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ede45ee07fe3d91b11bb6275e56dff41812ee4b0a0504cd1a2389af2ccb692
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6386be20361b38225983f22519690efbac0737
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aae2acb562d0f9d339a8dcffae94c7fc59d670d7fc545b9a326c6cd5e57d7b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba1207987592e638ae9837bba8b03fd876e4573
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e08dbab817a7659b04e0680d58bc487712afc75ee848b579f098d0abdd26c40
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821f2db3b70dcbe35847f2cecb5b04a9ca3f8c52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89411dfcf48c4e4dad84fb44f01327d51e449ec223307aa5e34f0abd3b1f537f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60af08cbfa31180d3b31620dc0dcacb89d9b971b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315a20429f1089690dd2174de155e73b10f54c23333cb9dd3c3f6e3475027b1f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9ab17884518dec2eaf2c9d0b407cc35358eacb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2042ecef030baa594dbbe06fc446b31a79d6ec08fc99fb23e19a8784ca957467
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70eb3ff1941b95d96e5f9023312e1c418bf48ceb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae85c52e38abba0acc3c20c00826a2c149cf05a9f99699cf89659bf86cf3abe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e8caf6c9ca046d00fd852d7188ab54ca15c47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82febd121032a3dee250f2abddead0e1bdeca91b914f280646674d46e485d566
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e79311852add7f0815128e1e2d8481277c70dc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f97a02166eeeb618e452e1eddc3cca3e40fbdf394000ccd373eea307e0b46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f558dbb53c8cb98439ee74119cd665ffef9fda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976af90eb34ecfa30927f1333ea391990bbdd18493cc2e129d8c75f742b69d96
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cc08ddce996a802d499a09eb3e1adc4ac527c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8fc21d1f733819ddb0fc40b75407954f48ed8ebd3209dfa07efdc5205b1872
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca800d2d661adb36c0c4d8187a8d976e0e95838
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a07425a01223966d523ba134ef818e50a5c9450bc5c1279eea4d7562a4ffc6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ce3400733cbd0939570d75f6208d1cfa20157c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8877aa154f2ba14178847bf1c42e84a15bbba3a9dff17975f53e6d2676e99ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9f466d828fd5a592da1390d7385c1baa9e5c44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a7d283bd3645534554111afeb9b4c149346ea223d72ece6f30e9d09043d03
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc57e72dc24ebe0e37336eac5bc09fc4d52deba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c9d73792ac19392324cd6dfa178286e8300b9122b060718663d3583d39a185
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda07969c485ebabebaa54fe5f660bb84554a26c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21097a8ad57a5bee92d947d98c3fd7d5284aece9cda068090f6cb4c1d32c4c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f004de7d3e98e61cf2c297b22f79145368526f1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcc32eed71ebb0ffc64e21d82dcf3abbf27174f5ddc01d6e53c9533d9a990a0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbeca3a46079493096e221070b4ab83b04840283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aef1b60137406e76875ff69d1916bfe7b1cff159f78a2efbd9b8d1b95f4a637
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e35dbd2cc9696d4a92b08844640fe9c432f55bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dab3d20f4db313dc912137e2512df0176b844dd62b681eb51b36923c4941d96
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12acb58a017fd9189f1519e6abf9cd908a507bda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68ff21eea41ea4f714a5a25f4b7f0ec7e13c1098376ef971fdf186773927afd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd79ab403131a0670a8aa2eafd21c5e00d3b863
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19368303ff3b15097a4449f2ddac9ceacd581b2471c9f3824c1e60b1a17afe26
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202f04bf79d778cc1566e3b031bfa7327cf76dab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e8f233ba4c93485dbaeb0b28cea3b954082f14928492a941be397b9764e9fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67d428fc22b73081f95f947f2c1bc32d50a6e71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a93770c6ea9e28fa908cd958e8e79cd1067a00a56d84951a21d002113b68b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c938df114a849d8fe30bc48e1943799c92cab1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b7e73984bce89aadee218ea6050a20c07de73ada4bfe529aa06b11f1cb8298
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beb566929cb753639a92cccf1cbd7b3dbe5aaaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8698187599520d4ac46793dd9667770e5eea2c8a666fe5cf66aeb0a14b0dd59
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14a30f2bc0ba58f6e2faaa9a99946cc4ae5d11b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc93adbb3faadc862d8d8c6ad0567792c2644b31ad18d157437f98758469c99b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7edb4e726bd066aa3578ef80074ce58dc98a6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a57daf878c6b60894f35600589392d04d09b80ef42693c134b2fc108076f6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8060ac7904c3099c871312d6877b30cbcaaa0b20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c4ddab926c4a52be2eef860c7bbaebe4f9a180908cbe3fa0938d45be86138
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f92340963b46aaa1949b036f47bf7148e9bbdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7defebc6fdf51031a565a9498ff6d71979aa56e6f0ef1675b4140ca6cc0066f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa53bd41018dac6cdc30343e3691a8a704358d76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cda9b0a6c078a66e54b2d7426336a83c1e4c3bcdce80dafce268e9f8b67628
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff10eaa863b3b669fec30ed5c328c6516b6acb3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67c1eb4d1db883396531e045c241c5e97f375921710e8db71055f575b0ed932
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b59c16ed8b7da31932f81382595ea0ae01c2d0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38daba84a4fed395c80f6cba2947acdb2f5ae287d7d09815fb6d4f30eca51c46
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5cdeeadb79d89715b24b51c5e9dde245e18c86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aec2c81c2869a1a40a6693b4602529bc2841b676ba8862e4436bb1b62143d15
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa44c1d7fb05817f163130916b0459bf366cc7ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffae1411096f5af16ef95b4f203e5c98687b4febd4acb37a2a7e80a5d79c187
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c704e47549a0beb5e6f32b04350b398ebe53cd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7389455df44316d283bf608cdea2474383b5b0524d322f2c49f847b087261bd8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52cad662ee59058ca5a8ac61ab5f81fc91144b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bf2a51a877df9f0d393ee59aa5be0de7fb68efbf608dcd63a3de0f82f0abfa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689c4ec0ce6e81a12155a2caffec4b4f9a0a3531
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d4d51573148539274883488a4333104243656c7a5580e25ec27cbda943d59
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96906572e11780a45e2f06851136fa395f7c201
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd34bdcc1f5603a09b9ebdac44ecc395b6a8f88e8c80b9892091d865e0bf4eaf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d959bc7f6a3e04c3c4aac22285ca5d71e3df25e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6068c5c765817f09a7fd0dd6922fe0525d84079ca218e7745e416c752dc1c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38147aa3d5af8c3c4da1093d060ab9625a5ddc4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6d262a2be50f9dc18a3c7a6f93e10db05d3b4c8334c3feda72e8d569716737
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eafba359618f0c0b9478530b2228ca24bd8243f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550ce715b952da70aba4995419feddaf85452083761b02d8f913471f380be95b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9478eb2989c59bfb9fdd062d1cc171190d75cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689b965a02f23392206b3e7d10a023b963d1de361abd12a4c687a1d2ced24b6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3581a89bd8b684a08ab25c8a2f531c3ee34abe97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa4e3f5758038d21d63727533d93b1210bcc47863ac7ccfd888880f26627947
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77be085450f67c2f34d434e4b44cd52daa1ee70c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2624525de9822c1557e61fea358b9cd1f47f8329c425289af83a87d9942d4f0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef93a8c5fa4b30301c164372f8e16d440708c11a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4753bf73d14b9a29c17dd1993547ffd846217adc63ba74b8059bfb6f31fb422c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2738b837df2ab2eae919149f0e2936f3472f116f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6c5e1e78cc09ceeb42859892e78b3a5da7f70afdf53be5782a38f8884dd7c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f768808678b5bf54823071d2d05d9a4a55f04669
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283fa141a589db7743e819e887339ca24a504a9bb94817d5911ad8e6e008f2c7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745f5173d1b34b3d6a570c228d1ae8a591193883
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7883fb8b6e6fed5e76b724ad4e37622aaba8f675f33a47527a370863c8f928
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582258ef2ee654b8be419722d2c9e5b452f4f0cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4378e3a344a63f6c673b3b20ad73a9b5f0890143c7d33244738f44b1718e4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53737ff8d42299cb44ceb121e9f3a11a09dc6cdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7207822279f26c5c33bb334d550052c8ff4545db34d07f7243a84a9ae22c32c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc50c30b6cc790f7c1aa9022646a9ef0757b2a95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c621723317684a9a219c8d113940e30e5e26e7ced9c6c5a661a949e14bd9f56
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55551f8c137014467bde524afe9c5f2ef3d7bfc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaad6eec4dca2d37e712846c9a65117a9341275eeced55afd2d9cc2571edb01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06873fd88b2a046ed22c369d7a747d45c5429fa7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c614aaa83f15d48db3209f0d3856d1e3853fa048e8046e69dc23b386ac3b3311
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd2f8a04119d20d70eb5c48af46d2948efb9575
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb3783d57cb93e0ed90c99b6caf224bf3815c3f5d5d114129ce5319e15ca8c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720c85e048efac8efb94639a010e3825d0e7618a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91af0d1cd8375dafe4be968a7a4661a966d5ab752db5fdede2035db30d02625c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9244912a6465a7a53ead8412aaa4fceb928a3645
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cbeefdcb5e5cc88d158952d839e1e2267db8001674ba8cc538c330b93d2c8f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fd3ceabbc3319eebecd14781558ea83e9532db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec58d113b7be23afe067567696c47d43e164ff14c7e83b8453866f78bb96864
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1943e66844f88e380e4a0188f3986a391a88952d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e356669d41d14835f17f60c9655792e8fb9a7099415d4495a230f6b6009cb0e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abd3480d73d3adb1f63823bfffe21e2ab6ae6f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682ea676d45b0bda3d350923aab826aeb9bf6bac3953990de74dacffc10bad65
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a155c95734bd89c8a2ed3b73a51ea792b6046305
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2017321c53780a94a38e88a4455f24a5959f0269771ab0117c257121dde717c7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8376c65162a8c34f474aa7964efc4c04ddaecc6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687f3ba426fe68bbcc03b053694fecd222b6591f5ac6f63953eb7702164d99bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edc31d621cc26c239133a47a14048386d7798a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d044ec8cd58029702dcac9f655e3d84847508a332f908996f310e7912c99769
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913a1cf25aef13358d7dbdf2f046ed3479b6f096
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5c211949a59709ac0627f448a782596692a04b5f63ef68c0488fae9b662f36
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc531faecd42e09148b3f00818c8dceda8cf28a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daa08563c3ece18cc82e2da3e0e9590857f6de55328c4552bf19001b122043d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb10cfb01bb46a31acdb9d91ba48f11d9047732
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafb3ecaa64c2f66317a87f83e5b9b9925f464bd9eff6e0fcf297af1e4629867
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a175d98f509e4b069d44b9f730d56aea685cb0e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30deacf2fe993b6acc770da28824fc48c649da4ca82ac2e09e87b6d340eecbf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fd26e208c9e548d93ba5c04961ac94b474e8e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6fa8553e9c1ad1b56194bb5c673aeba6d4efc00cf6db0cc9bbcc085d61acca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd919ecc0a2a6ef9238c5d949f49e572d07a987b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad196b1322316f8c5cdf47b8eb79bc9a238c361f71b079902911e49d9658fe01
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d9234fa040a981a018b8e7907d188d619e72a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f531a9c2d6867622898a07d16f1efb1c595b556cafb9fa5b37646da4fff8afea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7b0e68acc597102655c167e7275bace2625423
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8783c37fbffebdde20ce95d139610f1fcda8e398b3c7a0be74f7d61e55b223a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8deb165ba4cedc5643a086fca03b691ad23d42e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5574ce26ac0388e52a9692863aa714b20e844fc324176474ef9382d7e0ac54
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700b8b39def8482fbe0ae34c8c8779e38d6cc348
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa8d5465ebb0abd1a2d33e631e4fbc8aaf9da76540a2b53a1663fc8b2966956
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16535928b962f8dd1ae1a79dc2f7b6be398324
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e4a11872c5d6f3723092a5e8d7602b5e33a99381c5768fabae6285381f3c76
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e6d4ccb9b8a6b52be73386e4efba9f599435c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4158de25f6ca9a072d7567e1d0a579b1aff9502481330eb0abfc1854fc479b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8e92674ad8d0c37202a7d55739a8b763beb87d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7882578433dd100908538e9cbcc249fe0e163ccee50404dfd56520407217d336
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a1a2992d6fd9651f2548389b6086761372f802
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13534d558184985d6e98c293787931e8dc33e08be7f29d8f316d1ff7cea3854c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6e1adab7fdc88ebac2796ba22370f305a38e18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7567ff690e4c438a244a3649a4e82101d0e976a04a33707588518cede89f29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0017b0cdee2199e1bfe3da9ad769b34a16753055
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fe77cf7607af8136a6fc6fbf331e2597d5eb7429a0020849d2e43be9167786
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb77bf3958e16c77750c7dbe24b563a12854fa5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c92937431d2bf2c7776ac8dd227f1b68c7ede4c9569db6632431b7fdd3c08c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf2cbb6190cfc44e85c98bac6a13f4107f1f529
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999136cababe9dfeee3faabf0bd0da6097214778d6055ede148a9efdd31d0a08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c679702f6b93ba82af46c093a7f21a6a6d8106
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809f7b1e19a6de0169db3cccdfe009d7f31a2ee2fda7a43074e7232d4a68a74f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790cb8747f36cedc5d59be851b4becfabd959d0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eb74ca817cafb19c1b9edde1c8309c8fd085130761d644a6efcccc1194f0d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc19df6f8c43666e3cbb41277da31d8afbdf604
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a05170c63b754b24d577933a052ced162736472aa8f2642dd2a3407bd7ad4f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2ccba276234f1c705395bf761194aa3917b9b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381e572c73c1f33d80814b83dba3f4ba0476dc404e63ad4c53ce39d93bffbabc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4d3af943eb493aff539ab8f50be112fb345820
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c6f245675b8a51a123a3a057ca10f1871af9d10b7381c038e79336b24b6a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb9871b855e9fe3713ee88a44983be88699be7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2899ea66a11af41f31531ebf718294802f888f4c62793763845ba32f3f87760f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d0a1cd86ced9ad95dbaf8b50c844b592ac5e96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab5c36ae9cde601a486679cc6150d27254642c04e036da997d4f12b276c763c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811ad710d07607e88bb55593001604fd703858a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3289c6e217c8e3a0bbb26b9e47a5588b884a73006595767bc3daa9a52c16b91d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b07e6a3e834233afbd9fec8f2b7fba47a17e88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e54d68a4ed33c52c41f09ad081adc660304bbf4e3220935ec96b3bd5f89795
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802fb2240f152e43f5bad19484c9c5ad37fe2f48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12f36776f18d97634eb391cf4ae2cf41421973358746fe5c90eae96c3120a83
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219603e65e5ad75fdef1cfd390c607c0eb25e2d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d1b9eacba69ace483bd852b0cc3f731bcb17252d446a02d945e5f1de97ea38
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d272ab490dea8ff4c8c953c20fa57e9537c6cfbb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744ba78d9b5413431d6a7739b0ef5e4af84eee7eed96fa26c1b84fd07be55220
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ed7f222a8f8591cb02697a4e669269590dab4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb71bdfa9161f7c04dd0f0bb63931c003e6fe23c5f04deea244de75047337e82
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9a000610620915a85694efcfc46c971a51b685
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7ed19ad8096a6468285c5caf112db5c058878ca6a0998c52967d80a5036852
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c9a7499659b6f4c0c86c5436023ca6c4fe7e1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa414bc7dce021603d66b30c1a7fcc6112b5070976f4aa03adb66dbb0b444c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f24b83547e8fef6d4463dd295785266af710124
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2b60887ceb963962326f170c0b0b14f1e207374673c4e025c68a73ef52c30c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5015ed8bec81494097e680718700daf027bcf32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7d158012901cae3b52178277481b4143d55cbc1514b232c6c6913f04996619
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3287980090a32476540647b0b9bf43e231e375e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdd531aeb703d4fef9a6430f3b981df7dd1fa393bfc9cc14acaaeb063c47e2c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8757b4ac16bc6ded7c43ee6cab1f8cabc86cd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfff482bf53ab3dde447f150555fb05508f39766172f303b34b2fed73c3ef8d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8caf17b9e524f2e9f825a6db473a5eb27d404d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde2bdbc04a1a7c3cd92ad4e9a35bce467b4e99913ef7d960de70ebf3e814f6c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab71f211e3f123a09e3f3d8896b3bb2ef7708fe0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8e3246046955ff962aab7b4c7d77839acf3ff9dc7e4d27add093ca4c088a5c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c790c6ab37f5049452c3b784e628b7e48ed759
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d327d3362ce2dd2f51916312a05f49619fc776f17c009829e0189ca4347a06d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e7090bfdad39918f580f61e9a7f7b45683fc88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969a0fa4b9fcb095d3ed3cd1f57c1e43044c5a4f1581a5e61511948aa7849e3b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc25560caf107b1d627eae31502dd2cbea2629c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90578c01682696bf799cdd063577b5f2aa193736d3f811b70a1b469b98a74657
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b2558bf68d52d5f72c426a4e6adee04c4c3a28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe26c516190809393294069821c3d8e7c1aa6c704eed5c2cfef3bd3db124db87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1d7dcb49d5fd33a0d33d9f91cf6dc02e232a96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a382fc4ac03740a4521fb0d0dbbb60078d8862e2d0ddba60e8f3188d4eb2510
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad128a817643c669bc7d2662f7b7921e2798849
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92918fc0a98dcafec8676a50208c2e9b569f80cf64098902a9eb122c8668561a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82458483aeba52630cc286665c79d38beb74a91a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd878a9ed1983f8131b765837d0c074505b79c97fd10e806424c57584db3874
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b0e9f77cbb03b433c20b4018041595845d604d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b65b281c700df603372674c78d4df4387ceafe9bea0cffba93dca715fdd1d5e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafe62e945cd28f3a981259102733159eac79418
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d60b61a01f6500ceb06bb0cd12bddc6984cedda51c503f44b3954f6a1163c1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7325dd455f7333068b25549473265c25bab074
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1f7e3796dbcd0a74eb639c7dbba2c57bdcc5d3518efc9765694d9fa6c89a6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa155ab82599d2df5dc7e048b8765bfb96129f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72464620d32aac744a23b78dbeff2f85adf9c0bdfd7dd2a88b31770e19a5d723
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42065b83ba644a5390d484854ea4f1ddbfae7890
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2a57ef4e89a212b11a657a4cb2ffb1035f21ae57eeb30892de7a87f8be126f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbde0530a5e4bf4b846ada2db10376d6c46a4b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9669a6855ca49ecf7337f5a329b66f254f4ca8c347df6d18bc4750d36b6b043b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8e8362785b536b960e1408aefeebe67d5733aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8765dcdb3dcbcb90147c9475321ebd4063e7fa62034ec6cc066d5b3f67af7d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea7282706d9db29db9d863d9a6ccfa6b0431b43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a0b25e8282fb643e7d9c8e0d5f0b9ebffd8825f7e2032d3e01a96ff692597e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffd6c17cc191a5b69b7866dccc3bb741e546719
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334b16426b12af1f3828600bfd6b55664a7f2c150a71bf0cf55e1739b31f55aa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd195b4ecb13a17996f165e4d9c69fc6e8f3c55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a5e8923f48aa86ec48b1689876c7678664fdb6d5cf65914c8bebb02a95a315
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e84d5c13dd7fb9484bd17789551474309dbac45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80ae42f48334428a267832ed86901569c2bfc4ea86a44cda924f134ceba21fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5734f71130afd44835a43132cc261ae54fe2c3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8153e23ab6503e11a182a4cb14da0781fdb8575c1a93f83563c44b67344faf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9bc1df0f940540073e82111ab96f06c3b5c246
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0030c68c7c49d5bd7a7cf636ed326498576256d454d5b23797d5d7d8349d1a1e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8304c9451519bd40d5bff05a69041a4e381b75dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cb2820f16accd3d9d372a8ae690f99819babfda3410b3d713745cd0b47768c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e52c39ff10449ae015c0c8e2530952bbc9f691d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0641986a4cd249ea5fff6f848f3b86ba9114589597ffad7f8d80b4bf6e7d54ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f00fab5d5626843e5f8ca5fc9889935ed14c58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97e0c31cd93d670aa74c52985a2a5c2fd423de50704f8f2cecc47dbf396d7eb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65045771cddc32a83bee177698a1008cd75f2d9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f88d02cd7c0a2b49a98b1704e885630f22d6ca44e2f38e476e225c8ff467a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10b88267be51adcd519611256a533e16471e435
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4177a0c62e0efafffcf9b5b7d735e765e6182d025f1692538668b8deee7f2bb7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce81405fbe9a921c5e19cca600343d505ad1faf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d16c016de3f3c9987ec5d7652dc00523eeb566b0735deda50ee6019c64511a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3021213406a44ad0298e8dfa37779ed2f17ddf13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92d33d944b1e1a46560aa67e8862b997f79b0d958f69e59158650624f3beec9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218d1e99e57b4bca6735c5908ab5e6606f4433a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce1f6865e3a0fe3c5e61723687086b7142d84e60e1dc31c3762771d60fdf3aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dd15c7823443b7aa907fdedfcd97b1f8deefc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ad4df744444bc7c78d24c66d70fe78e4fbe3f0f2aafe66ea95d96c9a3fde67
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2071b045f744480cc6b9acc0b4ee6ac2274c662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66380a2e01d782b10cca3ea5d9a2406ca1146baea3cd05059f42626742f8116
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9638bc44545f54318ad9dcffb81249d0579a2fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0cbd1813deb6e6e3c1d7fae84c88c119fa98c4e88fbf04dfd0cefe52bd882f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3f9d5a924cb722f4a3195097093b4b20e4135f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5869d14858a5862d1a591fbfb9d578f831db19856f660bfb2636f458915dca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32120034f965f68d9dfc2d5990fd1103bc3d1e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf6e083e1a7603aa269399b0a88d175f7187adfee7002a8a8712e0b49d191bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6f840018862a8176b895156601524005380add
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efab3e96b33bbd27d686b48f72463e57cf39d3dc8225a00d627f98707db21a52
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3278cd1358b6ac423336c8ef72dffd73b18adb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e41d0377d00193713d131ca281f6e1c6790ac6932ac25a96569e687f4a78a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4cefdc486d7f144f489a14117cd5ae9ea464ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d527e1658fe6b7b47dd660c62f3aaf660f1b1ce5818796d0bd641b743adf05
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89ed56dcef56b912264c66910b6ef3fd2eb550c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46642580d153f58faea3c384b9e8608e124eba0e48e96a21857e7ecc5435b80
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb0ada197d4488defb76f8c7aa3acc303704e92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157155ff2d14c511106677e86c06af8905ec519d99f5501d70a2c1e27d96404b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab67d532204df926e0dced71074c8fcce5efd367
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3cee97812888826dabec62e4a8b84c771ad4673ed7c7110f593e6268a43431
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42555b6f966a6a19a011b7df01b1d23a77de992a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54b1bd00f9fea20cc700bd29fd66408af9db8b0b8607e58c361e9d9b7018fac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18efd6735382772d96f228c18102c721e04615f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290f22b3f4d2fba12aa9ae9ade73f5386442350061ef0e355b7d25158e5db006
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721fce040d13343cb3ff6b714a4239ed4d7de877
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e3b00f3af3aeddc2564f7e921fd8a11d44b97ad974f49b2895822f07585f75
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4091646a58e6311acca3818584769fb2dea30392
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5b43d80a54b261f651f923cfa7fad30c8fbdb612f3baf5e07f1b2cefbd3623
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc75b6444079f942fcc9498e9dcecc86d1e0cdad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177edeb76e7ff395578f7351749b699b8a9c763cd31fc5d8d185ebee35925198
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b290fb81cb25ada80d1d5df512d1fe4c273026e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a36d379935af76b8a5a8a2a9754e4c446902a141ad6105bb332dac02ee8f810
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7608f6eee60ad8529b8b88f3b2c122c0737f50b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3b5a901767c4860f04ac20a157713bc6ce0081c57f41552fe26924c6fa0227
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ede042ef2d4bf717b9adcfe816e30ab438c734
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffb310283a58d48116777f16a41f9de71a5d23aa66db02369eb1b638185d043
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b57c405c33ea5ff93a80cbf6db25739769cf4cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751c0d97053d55ff540e6a8a856633d6c000f65990e90f56f8f72f94265a0eee
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104cde165577bb788ae07ccb5946e6461f019382
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637196609e77e8bc5e9fd8869ede2b486b9334ced18dabbc52ff9c5c7836d18b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5141f951a11a5b16ad2dd4b3d2d86bb5bd9662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d58d47c5d1de5e91d5f1fc79e6c75b198adfc808aa32d2d028c8ac081d9ec4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db1464290845fbba8fb6d2a7aa27df6c907b6eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19cac012e8b377ea82ac8e3883a1f6f446824cd9e25991bbce19bbb0b385737
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b4cbc846e470025afde5917879a7d3cf7d1794
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c087f369565c6d752d91c73c6b25846d888e5969824a1b782d7bb6526b7bbb12
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b6871720bc79809b7479a43f717c1acdcb2e55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e81f665ce88a87220e37322f411ba942bc09302c7c29108027c89716afd6f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bcd7fbe79ef16b3ac21a4404f0139a1eff0324
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b18f31a36fc0758d15b0b2a8045e34219c252f95be8a58c96e090fd3fde2301
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0103127f115ee0e357ce4824c5eeac5e45bab041
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1737e9392f60c6d19b2784faf74be5bc33ac751e76367eb64f414aade655bf2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e79ada587795d8f9a79926dc6e893c7bb2bde0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5075adc10003ed6dd58c956a304d5aecb3afac983c51be9c35b860f948266938
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4120b72c4c03061c860c1dba6e26dc42508d63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe8d67fd7d7f9ada2ffa90688e8cf92551331465e7ddf35fa5f41f085a43103
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb019509855d07d696196ac8de144cdebebd223
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5bab180c0ead4c470ac197aef0fab843b15084f528ef566f450a1ae3b2559d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fcf6721abc36544478ed489fd70973964c50ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d932bc244dcbdb3581244d46fd58d1e9adef836e08f4c935607fe1bb1834ee48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8fa4e217e4293f1df230473329abef6bf514db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86d412c15a33f64da2ad5f675104d3208f30dbcc032d5d78e74806830f762ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e13fcd8b208be2476e55fa8df74c692e7c00c15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8153af85ea8ec856f8ffa539b90adb219a2ad0ad613bcc040c4b7ada56a036d3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d685a90bad8561ac63d887fdaf975003904b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875be5da25bdb142cb4b9da16a52d01577d4df58dcdecb224732db1750077c4b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de31ae52f20f23e73c7aae44964c5e5ea25b028d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126bebc8b880c1e35037659c0639a5dae5703e3da19bd48dd23582a1f12c2098
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597cb4d5f74d332e1358ca21b1803c6c49c70845
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c5ee43d1ce1fdfc6790312f3297d0caa3e5ff903ffc6fe6a1f483bdd9c76e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468e8e42944e24280985ca2c46ddf17344f3adaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e33d78310ff65dbc089d3f041626e373c733f6b810d59505539c130f055b01
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168ccfbfe7cc03378d1da7d7885b80777539b967
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52b54c57bb074c543ea7cbb29ba8d3757ab73f5c8c4bc91c2de4ec63693c769
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3088d1f400ea9d6330f67f5f882ace99ac779462
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077fae0bee80c969fabb9ea2217711544d8af81c7588a6fe64d291b1ff355fea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35323ad06cc0f52869b5b694f61e7dd029989b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64a560f5c762fddd5e49eee37ac9c7db1ea3dace4a70634f27b31a28fd244d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984678542a1d51c89410c8822a56c7fb955eab13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887f74e5576cf521db7c32540f832b0d2bc6cacfac26f9c3677a0a54795742d5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0338e255c9f0bb1de80a5caa4b0dd43e13c5e195
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280edb538b389aecfab7d2f652e0843be32996bdd42831ca8a7eac88da670025
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0206a3970b3601a7ab1d17372882e7da8c081c1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d3755029d9da5e11b1b0020587e426b0709d6974dd2a94885306c7b302d17e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e11bdc142bbe2f1ee4699b3fadcd1120fd01ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c261f6a21fd5d9644cdadab5193865224d84bf9f29aa171eeb3d1c2bc196361
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43fb2cf48e053ec46b8ea8f87137f52c709f2ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478c6620dbf118add4b7d1ef34166e8d9e34cc23f1e9c95435220016741f1f94
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b32436aa5a88bd9b185c7b73e602e97c5d1d76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0f5cb50fc589d3c0889b883b3e11688bd5032aebe2e37603412ac213512279
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e97b88b14400f24d9a4a936ee4d08b125a48e14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca419cc088d43e86a80869240b2d4fbf40f3e1dc9e43fa6c6e1875cd04c545b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00b118db1f66d06b16f63e1db431b42719235d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6aa9c171e7946d3352bf726bc4be4b7152e226475f17d97088a9b6bd24ac83
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1286d467584767cac990a4eafe314eda2a319d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8a885cb78d5a76f70ef8bfeda18b2f1bb6ba8cb49353d270b7c4cf954b9666
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a304499c81ee63462878b5a0d1de91f99ae3bfe1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5e76b69a84663cd4c93d60e7f8ef2e25384e7acf9f058a93330fc7ba2fc9be
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405eff9b140089bd0e404e98300db94b4880bf7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60efe47127ac7498bcbfad4dd68a807a6b1ce9a63c779d4e6d412b74f9328166
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243aa6f2973eb20bc642fd2e4c2bc05d9c3061ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7f1d2d4df79ebf9139734af8b7a53fa4c68bfd7f4ac3b245d69e42d43b5fcd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201b4a3d2f8b919996847f21172e118ef72ba212
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b2b817af207466c66f6de40c7bb26623a859b71e41950c8d850830d634318f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a77fc9f3cd6aa19dde653a50b6f9d7ad0453a16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566d51c359f4d560d9cdc96595202d51aab90d47d9883d07615159f5265cf09e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5c6859a955288f8d12bb2165fedae4842d18d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49df8227d3ee39817e14583e2feb441ccb0c2ab3a10b78be925def8f6f134d9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51fde3a601b0c9a6b50b8a7f67b7f2a476bfafc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e78cd23a8619408dbe7f6acae647ca1d8bb929f8f5e0b4196c767ade2e0a0c5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dcbe8895395db9a035d2655e995476c4296cd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03a028bbf8910a97c8a5f1a77d66a96aefe7a3ec4a5f1694655c564381f39d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daa9f73397bb579477539572923aa73965d54f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618b718ee0666110ac7cda73206cb272a07cb75284e017dd67547239f81f0142
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afaed130b344b6fa0f529fbe1c366064bf653f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d3ae3360ffd468558b146bec49146ff05675260f70413137a4cad0ec084c8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cb2f61363f58bdc99a77c4ca7ab323ecd5b3f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12d65422a5545d282183418cd560aaade6de7f0529c9265fe79ce055aee9c57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab5010fc67fef4dc36572f4fc6e263303916f88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f76d9bda5f7908ebeb5a63665d1c765823f268a0864e95ab4bf9a3d5b98d761
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d520a1608b46922c6eb9bc46f9b93f2c56a0c19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627ffbab388afaab0ff88a02316237a0c3c126fa792aa266389bcbf673722cb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff277f383673a6950571a7e7669d1faac365507
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bc96adb15c6b8811b3282d2f89499c0ea982f0f273c99bebe04a58ed032936
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0df5b38bf359a188d79161ab236625d862cf50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18f705b81c0d94f4efdadb35e16ecdb0f171b8e2e10053ce70f4e016f1200a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdae328de864a06051c513066d0105f9cd4a98a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcab1bbcc215e46ce7b56f055c9c89100a3de1605db2466f730d2d721f847c25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1ef9f88bc78009f486df49713599bc9ec69c78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbfaaafe5e9df9dfa48b5cede6dcdf1823385022babebfffd77f9beb93711fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f0ef58886340e4ff5125c8d3a66a379c64b9c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e924c369d8120f6424ed4ca5b4388cf1de1e7b676c375e01e9f09266ed87e49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb93186c6c7a7e6aaa696fca0d7bed609763fd4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9b0c903384a75c55769d4b6da10e05e8144b946877b95a465b8bd19d497e33
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfed66e340dcd075078dd31778815a759968980
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c97870eea2c7e3d1a28864db242df96299ddb5edd1349881dc3374ed8bf5a33
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f2af5259701f5c8d50e67e358069544f84b928
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c3e8a04793cb849cf58672a13f6bbaa673a9386370ac01c04a966f63b76b92
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8d7c9a94eea585c887373a32dbec145826dd5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d160091460786d7dc8c3488b3268ded2db1d6186e02f62cc1fa4bd0166e467
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd1bbb9b878c45fde1065f8293f779ff3488c72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0174bd5b7f047af9a39272d163ff9e253becf02a3636a17b93cce427f9723b51
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93c3f3165d001b1c7e639e4dafa49760d9fca26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89ab03485e3a51ac95be1ee6a46f0f3cc30497fb79e4154dacad9470e2221e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf7fb10cc56a52c88c80bde860bdc27df7f59be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e66fc75eefc88194b2fec586096d5e5d2778980ac720c1ab351a71a11b46f97
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5030de99740284e3ab5661f23e2de94eb710d540
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c3644a5a7e2dc0a9f67198200674d3b0b423d912267b334ee4e1ebe6a6969a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09426ebf6f018c65e64724c21f0219409b2b486
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352e4c01784c7e99d9b402c20d0699dfd67a44e4b9b861786d6989c0f5363d9a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a06d5f1f13b0c72ce46060a848519b4b65f474
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3924083c5d6d2f2329723bfa4f307a81fab80c9789e65b65b5936c11252555c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aee12f9178b8163de8d76963ef58350c45eb0c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e65ada50d2f8b2d76368cddaf06fa936ecf7fa37cd96f11189f81e3e53c6e04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019ddd24de557ace2c9121b3033f67aa5069f81f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec08a59f46451bdc7fb5b53a6927e0b763d1a194e5fe0ecf61d1d8cafd582dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1e88a9d64c5f836f6c663cf6119836416bb323
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3083cf59b3ae2a2a8d7f5749c2e950458602c7453d89636181d8e0eaae36ad0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa1a3311cf6263e58b27d60b7f3813bc03f6019
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285faf10ad003a94d114e6c288591af3b28932a16a999ba29b70c634024aa5b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8525cdc891115a32f7082b20258e196929021134
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57030a0254249f3546046a736e14d672844d89220fd253199df151f05374ba7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f8f9fe1b1b47f4abbd594dcab99ec7b9614c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6e8ff0a35c4bd56fd999d8526a15227a9ede7a2c5474c60f759715305b20a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a5354a7a68aa34818450e155097bc921df19cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2b436ca2bed94be7ebdc77ee10bfc052d78e15a357c3c2ee917f2ecaa3cd55
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4e2790d529c3f088bfdf2c8173d3986de60a99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884390108c362565b48c3efefb2585584da688ce2be33819fcc6cb0de0b56e1a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166309ac76bdd617a4677f3f65e903d64174a4ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2845783c255594693254f2ae401f4c871563012db6cc2b0fb8f6646bf5584c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3f9084b901e748b3c0d53a71658a711ebd07ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705959ff78edaad5f7270c38472d6f710a025c693426fd1db9d85fb1300ea0fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24857459d0bddc75cc6ded3dbbe1e603545af549
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef2f78ee5e81df54c3a01d4c6612131a6bd05a0c3ce48cdbb5d505951dfeb30
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e96602a6858fe5ec681b330ebceefaf27212a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f3eae9195314e4cf7463786d6d0499a032b10c4df806c0ee502bac5a627c03
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eacecc8f71c4c665aee4d71f97f6fb2fea3294e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31b376ced086fa714d7e80006d940c2b8222f0c4d6a75e04a4dcf8dc95e6219
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9201ba39ed8c3792421a3fe42c84da8464d54344
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce526bb1afcf8d3b53e6536c2ea43d76d61f73b258d170f33386d1b7c9f776bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feba792737913f7bd8215f96cb25ff85d0fa99b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19af23811e74093a3bafded828cc68800568541d6bc2929bad9617a49ceab809
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d195aeb821ede45e9b02f3f06ff5fa0f1f37017e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87738926cab0434d555c056d33bf6b34c578191cb5ae11c4d102378b70ccecf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70bda0347185b5f9ae0dc192c3e81d4cba93e88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f84e0c82ce476b37824f5f83ccdb6132c3791b97a2a683d84b82799beb4dbc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745a1ba9defd76b3c360111d69fed91ae6aa4c3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bb5f498ab0adf00d78de948e53a9d43a467f18bc8ad45b298cf9b2a44bcb60
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7075eb33cb3fd1f557709aceb97fbcaf420e6d10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0448e939eb8cbb812a1159fdf0d1b6ed47935ace7df1fdd24a8c3e3081757bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03b8b2669322d4aee891d863fa5576573612f10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2626bbac1d2fe6fa64b3f7d4428d93d24d06834b66c7197bead812fb0d196bd5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1780ec2803dbb420ee6369b97fbc8ecf2e256740
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104eb3a4471dafa68eb1aee02b3f305bc8eb3aa18727156f842cd9ad3bbdfc62
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f94f43a15eaa21d72f2b3f48ce298abf46ea4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f06fcd2cca4beaf28bcf19a367387682470d154a5209af39bad9c0858f64353
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce3123e6a8c62e7bd485ddf88cd1c934888b58a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef15c6c5b99196c001356798df58713dd28bd3351e965ec3c5096850c5f0510
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb3fc39fc0c322801deff8e14e8686c1027b846
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425a15d0812b5676b57b27026d1bcea1c98516a3a03291b0d784e27c603bcd65
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265f1d15311bb3ff117444de207b052476da4b9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec59d997a785c8fb50dc35ede44950f17a934a02135d776decdff5c7035b95dd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e494b49b00312c988f6cefd9202e49534e5ccf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dea67ecb47283be0fd80649d0ac18a9daee608a5cb94ccace093917987e2b13
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a180dac284f7854a8f4bfae1cc6ce04b1e0b2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90701a846a645633c8b0c5ad112bbaf7f213746f9ea60e7edb05cf7543ccb967
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3acb05957656f00a33385f3fc708832c36450b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf32c17dfa717ed9200fd4adbcd9ccc18a2b53031b6e3be85983f5db27cf0c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87029d2c0ceca1838037919aeed626b9f0b4d96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee2d79755ce7a0d5c3cc2ebc746200ed34f01c3cb5b18c9e4b862902a7c4e9c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f2a08a7eab8e5d5844a9c1e3937de6f4ac0dad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdc84c4b3e228dc1e073d58802f4e08efac46e42537b293fb671d48e9166c3f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f29123dc5494b474198dfe2b6294d224b1df46e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449a405030bbfd9a910ed3b1005070cd028da7e287e81310b2e4da4c7e718630
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c4335cd6460765ebcaf593ca0ead03010b67fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a477bf7243cc18b5e5f9a63bf753271884ad38bc1fe3fef569fbef6fafc80b99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6da973ec1f707014dfae8574e0d31ce0386c501
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe5510ee25643686f860712cefd15401e9300634466f94e5564e60f3545f5cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2825ae12bca033c061b0a9a33d194950c4daeb41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdaa88d2898db7f5ef390251699de28739231be72d00263613c920f30af46c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db7f7517c5e997a17617c527b990d38e2e65ccb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6016ef3c034127cb0743807b4b8e89ab737c8196622a174faf9632d0231fa3dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6794def94c6b1cfbe0aa97bb91c6b74d0b5ff5eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf98da732364fbc989a520b8837b07adf7a7e04a2c594edb65f03317aad83251
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efc421e3d56ecc3b09b14f0558355517ad62764
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ec9ed057c4b7d0fdcdd642039c9606003a9946e98ab73a563b3d564493c09b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a7568550920d3db2c7a1db644cb58cda4da258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca00d933f81d01b4d52365e0253cf507dab829244bc521371b5344abf1ec8d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db9bdf3a122b660e17527888ef2ff19f970a327
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c86b5b2671b8233f2db9b2025ef2596f0066c1c5c3e024d945f8b7c16602c2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede3ddf448c039c33db56f7795323ce30acc866e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422af8e456dfbc975b235c6c50ea2e832e1f4f4b15a082b114a866d36b874760
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f914f84d0ad03e5b4b7e99feb52fc3babf5ee087
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3534da150649c3253f7770150a729e37cc518bdd4537b9765e0111da50f3def
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527ca2df9555703a2116ad17a4bee83ccb1ac1fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8ff75ba41a47e78362512fb30c1b29ed25824f9f4368f7c16a73e929d6bd11
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409517ab84c964a7673fe6c2d382400cada7016b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ede8729119dda7553b9ae59f4be22ed91a63ae044f29028370bf4188699dc1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb647f685bf6501837ad74c7876b6a39f30ad67b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01d23b45cb89305172f4561051dd81b7ad27567a216ed833c8b32182ec7a13a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168cc0e529fc57a220c2f0ed4546fefbf96f1666
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf065782ed85e9ad35892defe01f6b6f41aa4a595581cf7fc4ceb3193773c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b42edc6d4c5610a04001f65e661582fdb92c84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12fadc387bfb53866d5d1ffbad65752d05b9b9cee0bb3a10433edcbef772021
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbe6d3486f82c9a6e5c1353ba32d4c775fef450
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ac2ed27cc98bd39300923402f09aa43bbf82f79f4b8440a0db6a07a47e5f69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3c8cfb5ba38ee9dbe780c6fa1f57a99da3ceb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b3103b5fe9ada8e8a11dd5432251e8142a73fe20d32b15b9ddd3734a949cb0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebed253bdd488df73ca1375a6f0312cb0c3b3079
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbe034073051bd3d1f708224d0b39b86c269550933ecb7965b361c30ad08d44
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e44d845549006e60b170e3d12c05c658a62463
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fed01d7cb78661e962508c33fdde968752a515e184591d8cdaf4a0faf10a8d7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455d154ffb2ca3d68f5e73790685ce3d09ee532a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e754f15e2677d78c521919e6b82c8bc6740f24d90ae5689ee1c3d64d710dcc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2015e30ca36a6be1143556009ef635f533dd85d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c0270b6c90124db290ef9721c6cb306c28626520b215555c3e9ac11d479382
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afe58318bddb4f2f0a18999af2df11d94b09d31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4ab300bd1aeed6ae57962830738266c0b6d1b8c7d5d058d3190908bb2b58f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73da4bfd7e0fc83a3e38bff0e09fbbc2f82d0538
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd86cb680e35dd292deb95dbecee798dc59d6b089f5e763340c3c4f578ec451
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b54c22c702582b201e8c878ec2cb8c5d06c3b42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b77d6e3ed40d40a8622e2b2cbb7d34ca00af011e53cbcfa17e2afe22cd78a8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8b3244507669398b12d68eacb82c2afd5b5f70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4d60cfd7b4ab630b74ccc32180a2d6caee357c3f875a02b8385f2720b9cdd1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82491eb22ec727006f1b0f442c945317d8bbd1bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1debd3719a3199e690a1f6762337334875009863822a1db2d42803ac971c1a7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385fb16c7dd04628bdd16b7fed29edec8a506bd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c64c7c2f2b94af2e4d9c6aace623f86cd3f2c0021cee9315b5e529bee445eff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4ce7527c0038c3ed40e73cdb7da64d09212b6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6333d055d5b663957f2003277b7397b3d15bf38d52cf2af3b8f941b3a297b9f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3913ea5ee8babc1ada31a6fa6840f2018eec66cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad898fd0ce36622cadcccbd58b0f93df98ca9ee09ac1c13c3628f78d791e419a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514acdb154a524eb638f54aa76a02fc4ce94b3b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e47ec25e4bd81ebdf2fdbd300ee1ecfe47ad88edb85497ed2b748551973772
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa501d04f5f0372b83138c430971e5baa2bfe0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d623734b8b19d50d18ba90168b81152fe60b56a83438d9cee9ba79d92c8627c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54040e82e7fc81ffa98ab5a57ec395b43ea60e18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750636b11e1f1d1bc0a628af346669803ba3703cf851519f5798e9ac1ebf8eac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1104ae8d485c0e60230f8922911d48886abc02b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d073d3480220330807011b6c33716519b97aea52afca7988c7bda2e837d7ab59
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65db848b0199db631cbef0bc7fca000f9211598
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb12d1aa79b73ef80a50d684e03b4180c1c2fbe0fa8f20be6ab402c59e1f697b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec3b7c00f8212e52ccca3d2246cfed65e4052f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16c68cdb2076bc83d2d67f1080a5b03b623c9b60179e4a2cf22323b040bed3d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e2c61a97a9b8d7e580533e3f5494e0fcf01b7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a944669326a9f136033b9743410244f71679f276f757b0ca959491b764e8840c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad4c37d12eb9fc9c4d344cfb7bb10c434aac6d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9628609e5f4f511389eb25ea02a49a98758cde8b13b9993ce4d4d9a652c22b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d553a1746110748ecbb188fc960859ec8ba3e41b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a0299727d26b20acc0a5107892af87bd0eba05749a1767846f783ee159abee
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d54fe38b88e25d362cad9d527fcb351e321137
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3866f68817135dc26673e77180110ca5befabb886653d1d67350c5c1224fe6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7297181c97f268fa4cd4e5a5ddf2318c2e2d116
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e47a50149b16b2c7d7f286c44f5d4543319fbf579d3f472f6ad61a85f11303d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4c44f10909c3a2c284f16deea8a7525ab41a10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2593a847fa2fb2ab9f8c65350b3902ec3cfdda69dd4d11eb16d2bcb41e05c934
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f5dce102023abb78aac1423ad1976b810fa3fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed3e8c579982d6e307e994d330750c390a4c3e5dd74840c0f852832541ceebc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe0693af82f8d4252ec0ba43cff4f80d9a86d74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f962dda24268537526af16fd0cc733d8b10eb319664a3fde16148ed52c6608f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0ce22184a9053b0c5aa84efdace468a1a95a68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da602ad02b4ec9c63f26fce635d92ce492dddfd2e95401c301048599a596953c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb580fabbb5d2d83d2652308a987cc11deaa0487
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadb53b319f857ab7455d997161101a18548b71308d9da6c4edb739d47a9d123
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e05580ddfec850cf1893f6dcd18caa0dece662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6246187ff5229d8a0ec96fd5c6257b7f919f99b857238dc6e24a0277a114d3f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8282f6a500fc057daa65e7c6cdbfc3c3928f5f51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfe81da03ab20541e8a9e8a9e4cd9f84f7315c515edc6685532ddb037bb7006
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05ecc2b3fba56af9fbc54a1bf1122da47b764dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f81b1340378f1fbdc6de0b4aa836b26be2262bcc65df5e936e1f741f7da1ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3be1a9786af1d95e819311e9d3af6398630c6b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bebe3d13425c94c68e70c9ce89614b270db2f13395b699d95cbb83e024c428
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226fc8a9bcaccf682cd55ef31c004a57278ef119
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77872aad2db1c38114bec02f787bb0fdd46cbb117025abad4fafd8467787ddc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8613889c67dacb204b8789c639f2657ef4b0214
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997bb3ff3f6fb20b20d09623edb8271d612c0a735b9b10fea291584b137ac19b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d4de2f3178f729ebb061b21ef43d51076b0760
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0ab8449b8bf98ace3e039b4666dd8077142d9c3404dbb623068346421c046c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f450abe399764b58ff2c634f5ec2e2240b0b502
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10e967c429ebc8677a4d07fb285888a15b6a894ee842a50e60b2b18ce44e7c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ba30169105af5a1adf56e23a732a79320b1742
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dedbcbfdd930fd25c4036e913910afab68c2091d14243d5c268225d05ec70d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4690dc519f8363c92e2a26d67f526c8a32694b87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adc1f480c63365e843e8c3b5a50444e1730a2a0bda940af22e205e40df2e0a6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f07c27032e2b76339fec4e234750a3489b33e3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df0a6b7decfb551000f447b5e2053057f74cbe802c8f414af116088d0ce75e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd2e52dd222462b2c326c6c55651d3de133a47c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d0a97d5823d29410878cdd0b32b2dc669afb5dddb54783e21753035c37f843
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47453d730ecd2e86d1ed2558fd93a65d5ff6c7a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7c264ee0d3cf29b3b3742fcd47f5ba5eab31911e8974c1265135cdf54b453e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c59e896f0247ea52538e8fedc79a1cd05814fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14af83bb60d6930f9945622c6b4d341d820ee71ac96a8f742880f400ca13ac6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfaa432d80652824677cc97c837978c7c5c9e8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17ea89f6a35dbd2d67167888fccb963d27d184c037b38b76a46f8bb935fac1f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf28fe249c205c4d50f476931ede7841bac4e73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a86757306c01379da9ffadc195d9b463e4c2c2f85d0c842b5b41677a4c6694
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e5fbeacad56c2023898953cff341eb748fa95b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25234e46efa1a2305d67898c8892f601636e8066d0cd975db2c6d2fa17e0d2b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5947fe9044788fc451b09fa8cbe1be135ddbed06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1dd828686ce11299bf1b8e484cd004a25e1bea5e17e2e60aadb688ef2e26f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793a2fbcd3e562bbb94d287b2bd0437121b59bb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25f3ba27ed1ff52ddf089006b8e56730ecc3ce81785821c45faf8f90b27e661
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c88863e0d52562e9598044116f9a76aa38eb7d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d66fed70f3cc856d8266e0ab6207fcd66d3e3776dc1f501f28f7baf998dc2a9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742482cdb796a1322e22b6b33e79367c88efe522
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e868229fcc00decf6d5d5f6426dcf24f307edb99bbe27c82324151bcf926e3c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e46aa9ecc816b6d98f9f19f635e58a19163ad28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffee41e159c978fdc51ef8d3ff9a5814391b2255bc373123861c997f896b2787
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d64c2b353d5ae1170283b4dbaf96948c5da8a93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51530884765acfd2ff21dc7edbfbd1b2e0193e96b0aaff4a72bac000764358c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb141e7c72f78efaac277e480fc3353d271ba7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ac97ca0f50e2174cd553e881654dcd2e6918662c8bc1e4a259fa836b81190d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa8676ea717564a470d1bb8314becdb4e399312
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f796fae41bd7ca26b74cb6ba5196f3a23b463abc439063bbf4db85209f122cc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519c7f1c22eed9a75a76daa3ff4b34f6ce650b70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e3f02c52f534718b0614bbab88b0fc6fdee75b358e71cb6c3d5a5ed3194b2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7377ffaec0ec5cf55d9b6765d5208bb8aff4143
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bf66657d8c06f3d44335ca847ee4809817b2b61d193a2e0b0054f1e33d8710
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270ac2d33fc69174ffb5698015cd8ef8b9a09a95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661c5d780d43da95ecc55267d4741c821afb59dc50a4d30c45f1229ffe04d634
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c149edfed27a9aa95a6d3eab2e0ba4118d2df853
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcc42db2d16c2b68226556b873b2f28d3290ae0491a3f345e43348c44c4606b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11435b65e06c0b37f8778905f06dde6a5aa6f05a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d6d5f93f6a994497c3516d0e0c8ed70a69ae4c6f45d536e2e6c12f096719a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d78c1f420cf881f3daaf4658a76c1c8efdc8439
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb992f4eeee7368675d317956ea934db569755fa0d25b3abbe2d6474e2f006a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230f3694531e457fac05616142eda72c58e13fdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1b6218c19d844d1992ba334d71ada3d05141d8e5a99fc6a2a76fab774c4fa0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec73f6cc328f487c6f245a5781503eea7b374186
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79810fad78e301262c52ffc459e4f5d620e2d02e52a39700a02617ebb7e5b9a9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d524f73d3fe6d12d27824887fa63e882ba35266
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458b7cee8d894c8aee4eadc20e0058cde6386a630f7ce53dca644a3e47964c4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f69d301848e86858c009e1d56bae46dbb246253
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580c355d46cf6eba18011d29a63714ee5e157bf2d78080595d91c54b993286f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398c9cd62a57e4001a61e7a1a3db768e66bf886b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fbf43c64e1fa44d00a364a522cfb6facaf1cb70b5fb9e085b66df5be5af046
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0fb80955738a43c270fe4efc6f26806096b23b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5005dfff79ed23e5aba59883914baa6d83679f2fed78a0c019417e69037a7c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a445720d5ba775058d3561d5dcd705fdc1b3c58f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d521734bccff250e57981b2d31fe8137aa17191da4d0fd0f49a146d530d2b6a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fe252817bcadbb33895732a58d2b0ef7147b47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752b43be7d7cd3fb42ae3dcf062b43c4f1e0a199438fc4fe0b1e0285a28b4b6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b475e03526c06eef11c2c180504bfb851dcc95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56873b2701f9b749737ece5bd60d0b5f12f8964d1d98c775f44d8d2f82bfd86b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725c9220060beda5c7c0db1b66dbf3f23c03bb22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bebdc4d0bf36f49cb3b962cc49964ae8e26eb77c26f4bed53621e4002d8cdad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9af93012936c7359801212f1a92ef842ddc036
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f63fa0a6367f532ff0aa9709da8a6244c7beda8c370235a420ed26265ad719f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d78d552d3c2e2a9feae212f458e04b279981f13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb08de03ea3da55202148e9377b6810509b479622f08b99dd44bbacfe7d350c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59afd994cbdc720d00bba3b81c3e12028706a2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5330536dc78c8f26b82748b69447d77ba9b145ab5b4f444d756d50db88c0cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33018fbb3eb216cc96d1ac471c5b95336ab52bd9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225ab114051e456720df0b23a2d536b1b82f2b97460bd1bf9db7d76b72bde488
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c70f1fcad146238d4452bf076603a5d26dc0574
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0e4756c20d322ab5fcd06ad1bec56e57e0f72719bdbeca75decd16a2cd50ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca4cee9dd9086b8e7244371bb71a1c0853c34ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5df0ee9d3a77cd39291d4eae555ccbf68e91b62737745357d2f72661ad876ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea0fa2f5353e078929a497c9a714218faa6fedf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0354d79f9582d6a72377f332de3131bbc239c217517421c87c18926dd8662d64
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb41c6f7daa36234a8976a854ac097bf0bbd118
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4d4204180fb837cb7ca95d16f3be7fa08e40469444cfdeb9ce78000efa1e92
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b582453ae535ad565d37b08fffe1d7e926619dc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee868966fe6037e464cc9020183df134da97f119e7675c1c85f08add8df9b00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e12ae0069d6e29f8dafb5f86ea7af169ea323fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a588d86d6b05d6871cf897d2ffb889aa67313eb0275259844a11b11273d4ca
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5b6fd74d6e47f71dda7a1104048fea44d6df24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df0b203dd4ab2c152dce7c4105627cf4263e45f01bf1b1a4fa7ecc1c0555a25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d153e107643d5210de1ad8e1bca1f42edb9bc9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd4de1252c9605276b6d0932f3a3eee1845da3ba8fc03b2a7b9a1fb9dcbec47
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2c0364ae9fa3aa2d3efac6fed76671b063d080
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b812a91bcd4702e2030f47c9ce5c2797471802e7ddac0046955f1bd3efa5a27
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dd82d22ad2fc809c763363c92abf8f2a2587aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9946dd2357bf72eb7b9aba94afa3d54591b622491dfa2ccab81a83e6d9d6456
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bc8023c07e3bc82e598f127f777c9a29271272
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526647b0741bec6cbbb6844e9fd5d43de44688bf518ce453560cee99db031db4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8298628efe8a73a4d5941a4092a342f9efcc5e4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459122343e2fbbaccfa026141d6a957c99db1cbb949b6c36b8dae1b139c6374b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91edac50fbf67752075458880258eb9decae5e22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0afcfafbc127aaa9286e80a50a53d0bcbf9668aafc21c560184dfded289b5a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d579b18616942a3887bfbc0d8dfb1c0a99d638d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177248d0cf36b257d987ede13786fb675f1b575e29db234316a21b2d23fc1cfc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd71bf875737835a6b8a4f79208a7333962ea602
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7a805b502d4b3d0e261c27fc3bae0cd3a0c65e6c4fa60c8c9d7485b63e40a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd981a1beef8173f28713bf58b9d2e35f4b8ec0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88af0c6c71531ed53a7936667a8603d0c0e30530f447a7530b1bd83f7848333f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c6296fc0a687fef2fe1faaa946a505f3d591af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d663440ac587cd5fa58b335fb424aeee5b87c8eea4e931c32115b51780a8a136
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78472603c17cbdc66fb4539f6484f248cdc7bb0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52752647ef80cb08c7a9c9b8e8536bd7b5e547e3c0e166f1a2b08c50e1e3c3f5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238b474931a5a5baa1f462be17dc46aca39fdd17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979edbb8c4ca8f72e906873d9530c2d70e21793cc85538c0585ac78616149c10
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc0b01b9cacbed7e68f0f77d0321c743e464fb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3523ffb0302ace5425cb77a53f0c7d317909aaae24f5d96f592331128785b64
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41144aa7e434178cd94344e3478dc3d0bf057213
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b593415dde9f377d68fa985d021176b291c419758f594cd7bd7dafa0b327fb4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128bf086e9dfa21db6cdbfa1de2fb9d0001d5e13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607d5142578a6b4bf4dfd7f76fcdc57a1864892a8944fdb518e90947bf1463c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67032607a9687cf53aa04bbb4161b6f7b9281fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b1a8250869855d3d8092db869ef92dd9a8c1ab3a8e9392b94f87040190676a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16239599b33cec3b5307506df5231adb6625fd34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3a5d78b1f3bdec818143d61a7e58d30eb571848597d230c3dd9a6e9ff91857
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c2e4dc469e5a61d3814ca6675be30337c4f4fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7ba6fcef24dbc3f95aef794ce919ec1a066f65a930a4116672e17e3f4a380d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f1786b0464ed6d93cb48c7e34145e073f089db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f97a2c95b3b70b2f3cdd4e134267467f0d68ae82be1ae459d4428593dcb016
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dec154401a9949d1619c6aee7269882fb7f89a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370412ab1cee873cb4130a6cf737d0e4a63589594ef88d2062a911e8015347f5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc83f1b581a3c93659ab3434199e943f889d31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94ea55450a4ff53731f135ae0026a545b95350848a187e7acc92599930eb79
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40437d180a76bc93cf01689bb8bea112969991f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f2a1ba69e531f49982c4bf682cf730cbb3a065af0f36330b1a49189aca2168
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5a0bab241d64cfb86c79b8922780803c7fefca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc96bf5a7009260b7315103dc80fec84b12a07ac4377ae0fa5407df00a6185e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b5f81fcdc8ec8c8205b9ffa3f4a01a9c63bb67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c911b47bc93fbc4067759c5290c6bfb950a95d584394126f4a76f3e0c859cef3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6f8517e24b5f97a9a352264b9e2c06ba57dc90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1519d1a0a3508edbf8fb2e0eab961075efe35018fca569f9b4b79f22584e92db
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc32186be69d6728d905accd23ed03a6ae87773
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa13cfbcac7303bb145a366c3a297b329d39e6cc1a50b18c6dddc80aeaf8f330
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38acd9fa26ff73849ff8a08a85e44f31fc1c67c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c7e2277bd8106aaaf78012a9f546634f2bd4e9b7c99fefce2b7a6aab75dec
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d02811a0844fdf1e133e584bbc470234bdcac1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b028cfbbd542d55c6184aaca3c5196979101a1efe6b1bde35256f3fa74ee6d23
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edb814da5f6b50579f6c4964e35b601dae396c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f5f0628d2de79dc7a7711929a029995cca7fef104e7c5b94c2f255c444b40c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a5447a3761e0ff71dec18cfa99ccc2f4dc8be3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fbce1d724b9373e070888f5a0501248a685e8b8a8c39ecdb2abce4724fb759
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5945126d80a6bfea6639101482de9c83e84b3541
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0362317d15d24a5a415fb2c4891d5de95a52cc6b67634e56ff9c7f7285a584a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4da5514c51f41dc6ba0dd999e69bda53120156
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654257c7645e1a0bd987470786fb67389fcbe55f2a18a050ddb151b9e6568218
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c7d85462f5c0d0c3350b9e7c35ed9ba51a0d80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e34846ff27c037e010f3f29c61e3c782bac801ec719bc2ee1e9e45af647ad07
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5ab6b4e066dea0c2f8c4d0465a2292fd5fd50d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d25ed2935f44c039cb83de707d7d10ae31fa37e34238d58820c5ecafead4db
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93b2260ef476ab0b4aac0bac9769fb511b0e9ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d45952fab2cb13814323359ea7acaf43f39a5cda18c3b5b884514a70d5ef554
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb947ad53b971b5c5568512e3268711135175da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974d205d27dd8e4dcc320d258371e3abc26ef6603b1e8dec61571f8e5576a3b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2e40c7e354fb647318b8b4ef6c8fdbe16786e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e82b129dbbe1d3d0c7d22d06b6917e2644c4b14b88cb76373f032be4874537
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db75bafd63182be1524e3ad8c8d825f25eb96769
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b5dd7a91363dc1d6db7a87ee691ce94d57b2fc8a547c32c512a7e3f420c1fe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4424522e08cccb815c55eedfeca24d749869a6c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606dd7ee7c5e589f4060a0710a7ccf539916b53c36691307a9c0de3780d0ebd3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c528affce6273c57b796ea0bca9d85922711f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546fc8ddd4d799c436991c6e4ea8f1399b3ada346083303e4d48e0c0aeca5daa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5843e4682f149eb955d1f2f3162931f03004811c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67fae461c2fe3d2860e7c0d377fd0b00205890943fbd7fead90122bef67c15a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b661f9517d51b0dbc0cc3e46a8b5735cad50082e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b64789001e321ed52283035193a18bcac336eddb81938e1a386a1bec0cda8f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6594c4e0947ce59dacde3636e1849a47e94a7b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fd160ace2f3fae7494421360ee0573666b2ed1d6d79315feddef8715a66b2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235401a8452eba55eda0c13948bd9c3a0072968f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f192f27d088150e4f98628da2d3de4bdcb4cda2ff78c0c89c3d15e0799302b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f63d7dbbc3da3f76559624373340476759f5691
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff68627ba064d2d2ba52904b568eb50b6aad1c8a153713438d320d55356d3d54
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0683f88a3bbfc33b7f34483367277eb9eca014
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450a74cc3ec672adbb666c7508b5cd2d9a05df1abc8873724381ab3e4f889576
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33585724a085cf897949c10b77aa1ebc441fd18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239b7fde094831cf805e52ba613f0ee59d9aab5d773ca4656cddde963cb21da2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b91a079123bf44efe6bff22e1544a5fba905c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb8865edb1e19e5b024053e3fc322eab4c375a5086c8bd29317aa62840d4326
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4f84191ebf680ca403446838eb7b76df7cd9e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70f520e427b55fe256324156ccdfeace9865b63022485ea6b8e323feca4b57a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446b9d631703e694b6983c94058aaecf73ca84ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cb8b895eb316208d84b328ffa70681f7eb3def0c9154a2a9b967110076c5d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a53bbabb10faf3a3ff61d43855b31782deedcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6af4b8f2eed5ca55afd9b9c35a3536a6cc4db9fae0fe5c2ea15847509e445dd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008b5c9901cbf2b054b5b9d6f74348fb6355933b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a0773f13c0694c5c0314f0f625c79b15dc456f79ef1b30c56c48a7680b5033
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec4426b7e4b29de4259845de32c43572f74f742
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a850b91cfb8427015c4b3efa6063a8aefe00740efbe72cc5d7c894fa627ba8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f9f6b1d271db3233730b026e4797e96e8bb5b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dbb9e30772b29db084c1b70eca51bf2536f8d544dbb087b7f0c7c6e98c7958
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042feea6aab74ed57f6aeba43514898f906b5b2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ace81a122d44b34edcc01c8805d1c819009485e53da38549d35df9b6465e8d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b13c2f68ba2fdf2f9296048121e579d7e739a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eaeae3cc62f056065d0e1369fd35b61326f357b2e5eef037b3642a5fd9390a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae621293e20188aadf464a83cdd9241bdef6c36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3823888e0ac7729fa2cc7d5f13b1e872fd1e3424d75eee4a4eaf2d27d2b271
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e1c1b1ef1adf60e1e0fa7aede9cfa05a611f29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6703f5fc738a6d9d02d3ca44e4a9ce89c9b279819b16a0a777773e646596c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315f2b62b532857b723b552a2d2c581b9c6b4ee8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8929b0f7557f39c94e893abc404ec6d116a757cd663ea1b7982df265ea66e8df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c04e1c7325e04fcfdd2e11cf3a1ddd02fed9f70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8c46c2a4b44adcf16e9cad3031983cc3f5328996b8f9018cc9b834580d16bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ad39fe4bb6b02a2fa39a649535e9cf21e78147
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec4184029570560d8ef4c12493c05723ded78e365a6ccfd76fbfc00fde95985
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bf043e639278c7855a025771fe8e8592aa5afa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410071c14e5beeb7d336926a90aff585b251ecc9e785ab334faa233354fc1283
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c432b537bb28450cac7ab64dd41a309e9f4a42c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1e22ebef6ea46b94b1a5c98c633c7f38d9d87173c420d61f815d8d68925dc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51c7dbdf54633947c61ee6aef984c8abdc4ca52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a936b8d224417b464b2c9f38c3df674ee96ad2d23b47223e461cdafd39143a78
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdfd8f0721e33993f981d9b1eb22999e0d67718
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4186f1b193677a2156b86e694550eaa43bb7ce378b3c7acf0eb8bb489324e931
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a98298a215a0c74d7c9696afd5d1e987328b312
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e7b1157c94b0f7a462e9a61654180037524118dc0b9fda2309156033874356
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e55ed39b522ae4bc815855769d4e413a3b4705
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab0a791d7d1d79a230e493aa7dc481f88daa02b4f8b8a9569503b8e79df8fcc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53035cb2c212612017e3d3bdf0f62faffe0e99dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627f01a79fe5b4b7da4f8c262a1253b4e1ce708a33d7c4afca0501932f8f92e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff06094c625121f386097d760629fbf4deac2de0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba59c5b05a6ec05c71bc40a3746252d9024679af13cb05cc2963b7a4fbcf822
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c8ce49575f00803c1f72703fc2f92d7871ff43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378ac9b35ba0fbd47470aa41169d7ccf66d6f72a34bff6cebe40492c4645b4f2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed65c0fc8b008bbcb643ab106883f8fe6b66122
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc041ce5b3e43c8814af8a5bcb9709182ef3f20897abcb2d38abd06ea5ebc3b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f2b96014e0572cc8c4ded7191b5678ca51aed1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcc978077c615ee7302647897ab197ba261e479cd382f568fba92804f412d2f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4495e078c5fd90718bd65cec8311bbfb7445efd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7470e9be72197429c6074d6c6a1a4586879277a9e01139b168b20348ba63df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8120aa3ac502870c73cf29eed709c0019b58ab7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0dc816cfe7f479e10fbdb8bd78a28468639c6eb649b047d0f1ce40bc37447f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcda17e8e926c3c1877f6ac242f47457214b77f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756c936fd005b7689e612125bf28732ab49919bcd288907683743f255547399c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff019a4307ae14c620102465d55825e663b2b80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec879a10223a0f827c6ff18288de06b45764453ff1f12797a6eb7f2ed7079eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e5c060d6263eb868741e1f22e9d9421caa1dab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75715f0110ef89ea723a8578b2d81f6b1371e2e72e9bcf0c55616f3390c611cb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13705e407f102ce668c250171cd6dcd89c4ad6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a8af7101594b6571b9a106795df9ffd95f51484d61c419e07d922e7d218e7d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3df535a0363ee09e698cdd7bca4d03447a2c009
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5362b61860d3bcfa49ab534cc09aad8cbbd0bac869b27731662f37b2b643c521
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c853cfa1512bdcd4e9125da2e3c729ed9e38f78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388b41bf0248a968f2f374e068817fede8fa9911e89151036cae2c3b828a996f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1df83f306c008f2d4ab5bab1ef80fbf0dfa0f0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee70924fc545d586f7788db1fc714b5eec06e2d7a57306543e95c831ffea67c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b390036f7016cd10da7fa62915fd8685b0bd7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4f8e6924799d16ce8b081bff91ca144bf5769ea7faf4ca015b1ba368a566ac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669f17e0fabd38824ebb7a30bca6fc8c789fc097
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229d985d314a95f355713f09bb44d30c3756635365ba6c9cc68d7372d771495a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3e3fd3c6c12a3581684abd9753eff060ae4663
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629e9d1284b83976245e845668165642246a3f3bcdc9488018afd59ba0a7e068
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0ffc679f5955a73f84447b59131262633baad5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b5901208f8b525cc2f4f0f84a494f540c9da449019c8818bf9e5e043b7c25d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ca9eb3f934491f667f35106c31ca2780515f3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbea07d837ce0d93fc91c8959107c596b1ebda0e4a633d9b128bd8d89801d40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c91d454c6aa5eb4a4d9d07d4937e8222a569269
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffc9d90e25f6688dab2cb5d70342eb974a98f9b7652481c95eb19316a9ef4a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773da9eac0c405ec9353874835873f7b3f7571a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af57f264a106ab8357dbbc27df6015fdebf280676293b34803005c1816784b30
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b35ea0a35a038802671986385f4f7dd4fa6166
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab493c0aa0c2d395f64f88f33fa0f249ff7bcf3756b26386e236707be111f0d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cf0fd9bf01520b5af3a0fbe6899fe762e5c330
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed7f5d6043223ccbbe583c5226636c2b2599e21cc29ed04f079eb7eabeeff7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7349d83d9ec33107235d3ee9485bb15914d600
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cec11e62bb16f4724544437f64c30b10296c957bbd3e84e4b96c3e0323d3934
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ead7816a15159cf0b9c86c5d49fce2ce8741ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3611f279398e108dcf5130f507102b2c209929977767732311eacd23215a06
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9143faf93e86035c40dc216bc75b0594e4f2280
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114b62c81c652eae7eb0cd2e81d5e98a508b877a757e4b8f8e2ebf5762533afa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bacca2ed7341ab138d7d6aac4cf419b13f722d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402ad7654db885a454aa788c8e58360f1b416c332dda0de5fcc4ac7641be68e3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9382c510b46f01b347c78e7943746497e76f75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597d3fd0d8405c5a7a41624afc353179d9e8ed56067240fa482daf4f35a0289e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97f9df48d67f8d7deb2bd1203260e45def08886
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e80a3671d1d2fba5a85b19aff512281d4542e843b7848eb4b8c1f1d1c9ddabf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202ed35527bf3e0cb3a1193befda925e346580e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b37e18d26f8f9172ea5f48ca9f3216282b6db53b6a9c174a2d282de682df6b5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49e755c448738e80d86c6d2550245ef5b0cecdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82eddad44196c7cd24784e78770b36a3d05d27f785a27a5b60ae4434496071b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e660eec01abc14a42622f957bea572701db327
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a18ad0851849e39d05d5a2d6413bb1e0318a76bb89ea06a1762c8d01dd7f630
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24e4468bc1f4679a9a4163e68ec6055154dbc9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00937bdade34dc03ece0d81a28924682c052accda2be99cb35b95acafe09797
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6492e10cff5af89f4e184b14f466937e64dc5998
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78e72987eed1d2f98080d6a34858ca9ca6d5deb4bd29ab8119309f3e47360ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b98b4c76c2912a86dd704a6f90526d9d94759a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36db9e421c57163606d50a5a41b54618388155e95c24df52802e297c88129d35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4044de12c7b92e46cf1b5074bc0a435676761d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3861f7022718ebc745c9b3aba6c60687a23fbf6a918fbd51c8d60b03b32bc186
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7addea4cc95486dba31a66f2cae693aaa1514c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27c84f6fb33a26c17d0af6db6ccff8c6565eb3fff5f050594bb1bedd7665091
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d53753c2b8cf46f66c80d6c5ac781b98c087636
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af224f53fcbb2e59c3131fcfd7fa2087e92b0cbb42fd5153dcb011a4d197d7e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94bab7804e76d221fa60350c28392f077b26c44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6dd8afdcf3cfbf9140d8cbe73629114b47239e38f35b69d1ed01fa641873e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f897867104f32aeae242e268fc095a0fb71ffec1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de63729cdef392bf5659deff8814be1e2bda1660bb875898146c40d88e1d840
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca5dd49d1b3aa0cb896d22f118f45f6303be0da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fd6415df8a06ee88d48dbc379e81e345cebc9be63d03b528b58f0bbff2c24c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056da220a5b05404bed6d99330baefe450ddae29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59db53be6786c3dd68359379382e49a507a699e3e04a5f94451dc3bc2b609230
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8003adc16a77479e081e72dc66a35c245ed59a6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc94cb38a07f5a5c65274c988d56d7a48f89567c2ee528590bfd96d8f433dce3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9510c62f78b9351c993c17c2f9e6e5689631bbde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11f391cd6790c4771be24c3f73318bb3c2d6cbe089877760a39b5a8c48f1e2a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9a5dc4775e5325ce2f835b5a058029572ad699
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedbb13ed0db006f6135348a3ff16228153d48f98b0b006a16943e8768039da7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12970af69ebb5bca8c3b565905398ba9d12781d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef836aa1b0973d63960ac2d8ef59917b554bc2be9eef376b8c8d982fe25ab6d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8539c263577a58ed10beea5d63b3e37c0a2259
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07ea1e5970f7f3549e4c58bfeaaca2c176a2c906d1e73d2c5ff88af3a7db613
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b642d22e7b401d136cfdf1cb8e3755cba95242
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3109d5f6bec00ef8c1d4464fccc8f81ced285589b294a7acf19a0024b179c11d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ee4ef380bf9d84742e3fcf27c63e6fa8372b59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94721a02a0c79bd703efdf22517eb9da9f7c9ac64f72937eaebe35cadfb6ba3d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdcf7404d7c69191378b987dd259ccb647bd395
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19b319e011621a2bcb870f60f54f05cd7529ffb02f5d0bfeced273656a57db9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b629e7ba182dfdf1ffd765c835f27e64cf7dde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d338eb4db2a376e771603dfb78d50f5771b0973542de0e735411ad2765f18b09
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680d69d81884956c39ff4e53aca6da6ce768accb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e8c5fc8150f0847533a8e68323bcc8497aaca834451a85389e4ae0acb35d4c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218d9306d7ea440ba5c7a06fb8e4432da791f41f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69812d90f823415fb69bf9250de27473f29df072d567b10a6d2fd3741ca97c87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f2ab8427343bc02b4c0f48132e9620fbdffa1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa3094ec46a9dff70e439ded721651e7b3d54f8f097b3590c3d6685177a1ae6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fa875b4778b9a2b8481e311e5e5873acc8ec72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713dc3dee277244d919dd20931508087fcb4f1f32799f2ae641dfabf166eda4e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1152ada8d9cf0d11e68f1c19a3a5fc29f0fbdc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdc01c7b19aae168eb945ca706624e3dfe3a2753a407b93c00795e3e633a5a8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc40a1bb414d994b474e9d63aea58e5cba3c179
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf83f477d90c6d491c1476db409c499f1145fdc9fd9251e23333a50ed7e2daad
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b2ff51ced0de7448f313b20aac3a1ab2dcb604
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ad96951ef5909b2d152fffa7227e71ba4f85d1f17c9750f53ece28cd8b6460
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037d2dfd91eb198626c494a59ee45c66c84ee3cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2fbc216733d77dfecfc906eea5d55fe673aca1c68b6255076a69910096bc26
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200848e0a395dd798bfd9b77b6f3e827e146d8f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fabf7789fc9810cd8cc5bbcf0f07d8adcbc34342ae367d849ab7c7b6b4a311
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed6a2063a3f5e53d64e37b115466c698bd8ed22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582c73e11c6f0577aee69ce09b6d3a46a8166a6e550bc376c7349377c9c85dcb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024b3c6a16cd0741f177be0bc0e087a0c81d4ab0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1205bdd0a5aed4da1ed3b7114479f63da265b4b41fc2e6683790f11eab48bdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ad5207332fd75229f4a9a67101692d2834560c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6f0fd65c3795511e7ae2e26713ab6acf4146a4f29f86b976d5a6e23a59eef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5042193bd9134ba7ea1e9727260db304eb851096
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e458be681c3b861f42f01dcba986d071d7d96b39ca64f5442ed6d6693419ef8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaabb9e69398261804a6bd438be6aae7fc45384
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7828fd538b667805eff3bb87827f7a01eb3c8effd4754bdc2eea12909a4bdaa9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595a814515c0134c5e01bca65c0c739e4c26f2cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2b74594bc1804013694441e31b7ce316f7cebd801f567da4b93d0fb7b3af32
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f1db506dd2ea06d7deb3abca0d4d6293e92eeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a41ef4014d3f96be3180eff33006f92fde7969db66f685af38d9d03f3ea3b8
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3510492d51356845c811d84d84e4ef0c5b966f51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45a6c999ae4170e95c14488efd247a55bf05848eaa36fec4e1513e5fede41b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc85fb3fd516c8a369d090290ba54b5edfbca24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471e4c009aab0a6f4c68ec4a2251a62c5041a12d02e6fe346682e25c85305fd4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f086c14fbdccc2a9e245db09a7a89902dee41748
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f29cf574b9ec253a7138a85208bccefba10c77a5ebd1ff93f95f33a4ef2071
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33d115b9283a0c45638e22428e70cf95f4a347a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf4641d2ef2b1d11a5299b7610ed4dd5733499f29088432dd647f06de5847a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47c9ab40cf50b1d5a37470b892b7c5b52e99cd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5b36e1573b1686d9e3468b89452d2043efca3c5c0b0d26e39cb6f0adaaae79
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27667ec5f4f391a2fa2b21852800f27324c2809
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae9ed0581a1f285d02b4256940df5e0ee67ece163071863050a6d9f4d42b285
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60186fe36c4171dd3069af8f4a92ed103f225b19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6bd2c0ca520775175137af2fa140ae9c03672b0aeae5cd9f6918633cbbf775
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d28faf1ee85254f6896b632d4f9eb136f040b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80c80504768acfb21cc58cf2b0e501fdc192ad3b5a0c3dc54a34537ef9a2a69
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8263ae3a81252559d4ed5459119624da312ca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22fc6bea3f937bd91bf3f84514201223ead4f015059445eefc627d9fc21d6c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606b139dce072262f173ce5091f5e2e657755004
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c7ce6d53750cf1f34762a1ea0a3bfc3e8008b7eddb1e07e6454fdd76d943bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470d037c828071f0ae4915d796e410d5f0ec4f59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b13067fa68a02f7fd7b62d4f9bb84e4f0a55f176e87b6f873502ec80dcdde7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07a9d058f6a4768116b791a0fd7c10579e3a0a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2fea1af564820e35b3513f15fb976cca7926406d333302949808307848417d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9d3e2cecfb147b330d591a180ca7e125cbde8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fa8705640c225276ddc03af966ea9dc01e7abdfe8f2e34bab79d36a8c97148
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88df896f507abf4cff5eecb974a37f526451c8b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f2048ab7809b9ac3502edd0434c841a51286d55c5516ff1f74be8dd07dad99
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e2f64747982aa002a43906fa78eb0f307f37fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de10ab6b0b6b09e649ad02f7883067ca3e70bfc49fb4ae46ec9671532f87ab42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6db1d9f23016c91123d9cb01b2fc50a914b1131
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3378255ea3ab7971a539be2b48dda0b635b2488a5f0447ca6da2a254ee0cd3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9291a7fc71e36da5fec0796a2550e0e34094ebf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a6d9ef94c6c5a3261640a01bf69bb1406ce997bb9ba3c91a28cbb92a5dfa3d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce270a4f0b000236c8b55e51809d33b6b8d15dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005abb40556df57dd61e78165ade965b5a3330217d0cc150d19f1d2407b769fc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8337f3c80827b71e15121b7f1d914f2df96c4d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc75905e7af577bd240c9a02544bf66b519a023f47d87a76e3cb28c67b6a68e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08a69eedfd475d4462d0cd33af37a7fba1293af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1c58718dbce0fee751807e3d8413f4714b195f014baac2f23f78e4c2088ec7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0350bf2be1ed145b8d9bd9a8ce12cf751cd906a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89ac84443eca8ab632e224d541769e1d00144a1da8aeb86eff492e04434c1fc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a31a0437b379bb80404038b012f0f3e39057ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e450f27346562d82da6c1c42448db310b5f7c6296269110e050a0024e7f15f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e50705b96317da7c0501b055efdf9324fca8e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8817c67ed20d528e2e7e812a1513dbd91ba91ac5b039765d8eff54c58a583555
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9b03b79225f17f68530fb87d7c3c553d24f283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eacdec7296baf2eaf397c1862b71b7554bdf0aeebd41d87fdf244b5b83b8433
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d15d678b39ca2e3bfafea25103c0c5bc7aec8f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261b886fbf3604fb2eaae569eb911b9cdfeeff64fff234a69ea44888a41ae415
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa90c3297f2f917c126aab534fda122532e11f13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272405af7a678a5c1ffc5df367d30d207ce95f69935d6155a2110403ebc8f931
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5753cb23df6e4ca83c9abb17fe9c72128280e15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7742235c0a9fe12b5afed0ccbcaebf77336e56cafd3f980c4566fc8ed27b1c93
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7d5ee981d20af086b833a3f4b46879662adebb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82311bbf78ed8c95a26a6ed75461455520c9968282f5b8fd0bcd9b491ed4b6d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4426aa826f7923d91ae6e7f36dc96203acb157f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a428e514424cbc007846b7e998aef69a2b4e8b7746630f5fdc7563c44a3413
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8504de2860649092a14516132f5eed0da263ce8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9ad964176dbcaf204e6c98a8986444b82e458710dc9ea7acdeee55f64e60a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa81b69dd7967f43e25dc5ab246837b50949f98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283ec2b98dd3a08e5a18d75a430e7405e55090fec014c83b5221944db748236a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cc0a2ced73b999d74f915cda4135d3307d7a9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4b9c777674e2850c3123e88a59a2711df31c5f8eb4f7f0192265d951a55c77
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54238c3fdb3ac45b7247afb6e1b535056bf1422e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbc3c5919cb3bec0210241706299e8a1fdcd3c36f817d78c32342c89edb3066
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d23aebd2b1da19665a53abf58a12a31395e766d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fdfdd65cedf441d5181b56578494f58e1d6ae3499836a32fa567ee9aa7caf5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab41ab39ab7e1d0a54bb0a0c1c6e08d8b6f2c1e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dab1a9b29ec7c729287490f9546465f6ca2cbba9a0c2037d90088c28af38242
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de208b6b0c0d516af348e44ac5d26411237eb00e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c76c7b308407d8940895f9f748f26c180c75161f43ddec4491974277fb2414
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eefbd4d3b4af816115fbee6dd093d58c8a24ae0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1ff4db5f3e9099d52f652d076f3510af146d34511d4662d41b3023bee605bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486e75b9021ef6e748e349058ed76427be6fd36c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4bc9bee39ef4a5771ac5a835cfe55f12dba6e7d6081da981a7bd3c1a46156f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73f9b036ccb7d48fec7d6a75d29acd16008e5a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506ec83357a3eeae8c655739dcad2f18190013e2f43fce42c4b037837d452f07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e48a89424146c0a9b0a0321b5dda79f5258bfb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4435cefa7ce026ef6f4b85bc66a93a95657fcefc5d274e9b8033cda6cce091
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6b7c7c0a71ac20b40b3a4dd5f1a36beb7cc104
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c052f90f1e3cacd71d86f317a7f78c0ad5d512dff70428d04955f1c656b3d7df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d48e6c854b0b67d6785d4156c957473c2f3ab6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3f303d9492bced416f4fe9602c171039ff8a98f3f17236d9f5fe9d87d4f7eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85713df95c02b288dedd7882190c7803722274b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e25f26fcfb59aca3e60b4d047914ac26a0731df0e45cee49d6e526938bcf70e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66395eb01315f37f081e7a8bc2009200fb994133
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cac541d17658800de39a9a5d71daecde1212cd1065e982691c2ffb4f42d03ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f489ceff73a746b2f75fde9c81802cb9707c1ece
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12e0011c51cd1129afd34c9de45f3f62896f6817a3af59c6db317400d1d07d5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ced3e1a5c2bcf10d79a46280121c5e3af9766ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37184e310d7214b3d6977db4957e80060806e5b7e892a88715d2fd3c7bdef29
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd7a603d3e2a5dd76c23c014c1cc3596ece1667
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10938e9a6f73552079cbe3375ba029a6f51e0da255060ef44ee1652efe19130d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b46c44e83eaf7940f026aa058f1008e33f619f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa589e2da6f5dc10b0f61aa3a2ffd7293dc1bd2a16b7431cb2a3f56bfafe975
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7deeebb7c1f7e61738c105ef65e70376c3c16c98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e18f8c04efc92183df6f8a1e8ae5ae2638fb89dc19a782a547eb5520d63b05b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ebffd2076ee70beb2f9806a48476e438e73678
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e2d6eef5498c642a7f85e436d73caf5ad6b916b53daef9f1d49ac4737b29cf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8049ad7f67dab7092209a9f9f5bc82c5d204396
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df0162ae0883116d4d8d19fe5f86fedb58d6549f69c7f9782fe1458104e0fa3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c3881af4ff6207a8757ce659e14480f7e53025
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d23242a50945aba220d5f58687feb897f9bd4ab6499b29ba475c2b75115229c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53839b33ed93862cd4b5854c81a1735013e19917
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73df140c3fd20ff616589767810193d9d15151ff085fc34a55eb51e9841042ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49829cda3672d5f3861bd00f0fc3f0ddb34ba087
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afa8b900487027915d5d461d980d81561caad6fd9fabce993ff2f89e5d404df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cf2f287347807b5c63da59f9fb1573d0776f57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763c18388ba47121e263a955c3b9ec3fe7307c6e1706ec716a08287fbb21888a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1350671cae7b75b7f03d03b9448acd4d878f692
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467a447f7be680c5ea90c887909cc530297aeb3e8f26706bc30f432554b2e5c2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc238208af647e51f3bb9045f35281a71780dbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1574faa124b870b76ee975635f0e1180e229897988b60d3753acc59d9a1d92a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946f9ae36f344b24ea8d1f410cd44c7b5f6df46c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd0d32c56047c9a8eb65a58ac7698f6fece74861bc94a48be6191427516c3af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12ce7d06e6476597789c675337f2617b34c38fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bed3192c78e6b98d593e681794eb0012767122846c6b21b1cd29bd33a5dee17
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb40f020840d99f0b877c5da275e4849b958b583
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf21734aa97a0c19f320eb399622b22b9a13c3fc173c9b87df447c255cbeef5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9531818fe58d3757b42cd612515389afcb580e2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a852dc608d13f3602e0d6646f5f36d45624f2f3c4bef0655c465b8949bd80aa0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788a8487e65c61b750e3c0e706bb14f431285442
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659bc293d725c29b301117dcc3f6bd1e7cacd2d470a629c5131606193fde1c6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a86930d6654fa8628993ea429cd25fa31d165c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d0aba32ea264c3594deb13188a6d3c4b209ddf2c6ddd2cf76313d39a7874ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1804254a3a44f143b7ca303566bc1adbeb95b6b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ca2ff42713572e376fca9bceb6a609b77085e3a44314bb48ed62adfbbbecab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a47b11ff5655cec4761afc8ebbf1a2c820ed70b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722d0fb6dc602928eabefe40e64d0f33e70a83953405c31335bcb923bbe6f796
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64066e675a185f4ddbe2f1f188f7dc22c88b6baa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04225c834d4fbdbda77ddb8f57247cb7e56e6169d80a66178fbd712b15eba975
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f976488bbacf513273c6d9ec580bc6d9c4d07e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59261555ffa1182a48e23fcc8708823710e783626060b58a9148b5974801d3d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bda06837e24c97a167624708e3d612c5246827d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9adf671fe596977612ee171646c79a6712e2f6ae8f56180f28b7b6aacacc716
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fc1647405bdb853ba2bd37376d441901cef241
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6139feb4c34ee830521db3e5172207f8a1a67983d64b51f3120dd661f3dfb97c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4973190c5603382e3462b5d5e1438dd561417e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7468e8737e5fe98aabebcc406d1d7490f9f0d47855d84e2424a0d3ea41f9f10e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de296fa6ae4525893f3459267e8a50e90a81955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bafb83b48bd8eedb1e78f0c2dac1fcde20704c9909b49cf05128f41b4b98cbe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dee86de0a66eba1cf1b4c5432eddc653bffdb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff8a7b7550ea50711b949907d27f4959817d05c9e8271be3d61661a4434bd18
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1f2bd864a802bd94893584a297f0390785f547
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279cf598eb24e37e6a3ee4217de55d91fa889609784849603cfb857371a83d18
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6da0d4a52d4e56d1357380ddaf21714cd07c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb9aae2bb4f758d25fd0fdf66af5f97902c4ffa86b1c7099a9fe9e9cedb1bc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7685db247277e7f0e268705deb87c9928d768e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfaf9738b62ca843d82f4abce65651afcbee5fa9d4408c796ac0fd5c2ead0f8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa4ae813224ca623b4535e81c9c75db35440fc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d16395cb96eb52f4ecdde3b372693a198669cbbdf294d20d276973e1d8de3f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e465671c4b551277d798e1f3a47778f9bd0cdf65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7894f811ec8118ebf58f8cf9ed8b2ae6c78647e8a94e6c6e9b1f94566b8fd505
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5030e39c39b2185cdd4e7a6e761a02634f2addc3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5e056fae58369cf34a63e34d284e86d9d0f4c7fb4a561ecd58db52446d40cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c14d4c2852d1f7d291d1d55a42b15a5a2e6b45b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3daa43153fa0c2fa345b7cd9f644b722372d7ea024556e321a1a61a116a2df7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494f9d99f02cf8e259715907b4fe2d0a9bffed0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aff25d8997f2b626553c9749db00878a91e31e2174d50a689c944ee95d9f4b5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25197da4597dcd5a0ad30c9bd2b24e74a5be499c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7821cffcefb37ceaea2c8f042ae40bddccf25001ed266d0a714fd53426e1d4c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e613545655c0b09b8382e253e1ac1c75f78b30e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cc73738eab016d9109d906faf2c2a45035da22f3c6262c90530a151fb5a5f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefe5b9c37b652eb18018656f39c5fc020fbf04d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa13049f8ec313376278cc35da372e68781704495a3b46600297bfbbaf6605a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd78a612d9d7060b32fcea6aa93d42f6548b796
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2216aedb6c1fd80abec5df6916f5ed52f57e076d81641a703566928446d2694
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bee47570566328cc5bc11354888a9503f3c5c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba921acb22671f3d94ddf74f72223f20321cfb83fe024717caa5b5b520b3da69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a43c1a507cf0197dd45eef28c2336e6a4004de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18316560371e0d0ed0655e95d6df33027bfc736dfbf7b5902a407bfe8a19f32b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e9a05266498dc72c52d11baf5aa4df5e3ee8bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6522bf926582af61bc43d548425c806aa5d26bd9cad312e3317b137d651afc22
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f6a8ebb3f093b3b6fae951ca16e5d022cafd9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1de5b949fd75c9820a5fdce589f32ccc82ad68f4e7554ee8a7e2fcb55dbbee
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc7dd546b7db11bc73e3b945142b9dbf04e97ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489d2e1f1d9b74de9f0a2952a9e45bd8c719cab56ac4bcc38d436d88867084a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaa56a3a34450c6eb46b55b2393176113896540
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f374ef2759f6ab6e914761ce052a3fe2bdd28b1ba5328a94d8e60b0c6743c41d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4216e4518bbfa111391566aadcfd0f3663e0fe7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d3438cb492e275aaf663b303a376592e22aad580b888d95478ec4a14b11966
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e385080e62779b6faa54c53e0f8994dd012ad699
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024933a27f7d93e6eaddfcb9dd25ec87c599193d5288aca8252bfbeb91895bf9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bff7060a7bb3e02337b709bc14f3104251f459
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354198af9a8713b2d29dc113c46ac36338636b65c90e1d3ea678962e9aed4188
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57711d4a49e76d420418a182e2dde178d2e19e2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d947756d678204af93dff4d855219ffc8989bea188a7f0527572ba4d75e51d5a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912ad94aa7210ca1ed8ba53256aa1be1d7ff51c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27916df9cb31d227c94a9cbc73a503127a4396eecfa207823585d86d1d6decad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840df5454a109053fb0bf9ef1636fdeeaad916f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb921bfd1a884437e7e66a8be3d1e72e36868e6f0ff610d94fb0ed88fdfc78ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bdad5329748749ea7bfe4bdb62d8eac4c8e8d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1536925ceabe772f97f286ff43c0982ead4d365c5bd14383f9dba2ad161b6fc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde47d4c882fa790607b82ffb312d8cd938fda20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b768ae35255d79daa6e5f310a98793d217f58dac916a3a9358e9f254f0c6d793
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7436ee3abd3a771c6f3a1c99482246c6287be9b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660a2ea9c9aff79542cf0e93faed5e6df5325c9b4e6aaa841ab530a6ce79fc4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47edd68b9221d5315a0c0ddb14e3347f50dda067
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36d93b4b04be78226954d3ddd71eab7a430d725b0d2eee363771bb4f358b671
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04895ecb4e90c0c580d442504eab6c0510eea448
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4d98cacab69104caab40e7f3a14aa5812e7b6e86055974bea1d01cb7703201
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b748ecda7dea011b09c22d6e0464d18cf2ea3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a28e764662936275fb97ddcd17649019c7819a0618ebe0e382026121585836
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef5d0c4f274efbf892fa0396eb788ea09cb0588
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8540601fb18f5ba1b6b49e8ea9a307746cd655b5aaf44273a5e779847e035078
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea42fdd63a99eff359a2ecc3af01d7bde41139a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d2289690e3ee834dc0e19f472a693e2c0315e8d13fc5cc04dd66487756c03f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ff212211e53e718237f6f20e700299149ef3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c9c6e03820626dfc624c9e39143882d60b3833c82ae9177cc8ae3d97452410
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836b3a02f10d5cb4383e45bba8b053b52f497bdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d999771f15c260f5122eaab49d5731d21e24835312574deaa0b75407d817775c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d15d7d4fd25482e3e4526856429b4ad5e2a325
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d5ee9228f4f83b4737140bc86e17958db57d694d1db8ecae35403af69a8e1c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b310777346bafe0d63d7ed2d6313298af056fea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f8f0c1cd9d9a5327e927984a6b4f2e03e26cb866f16510ae0ffcd141644243
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac7fe1e11b2686a7d78afe18b2b03f0f8d7a9d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca49db57ef9f0042da96eb4c09dafdaa1d1c9ff34b602d4e531ec362ee89939e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3597c90515cb108cae8cf90cbab6999802131d85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121d75d117928dd03eadbee4b13dd12516e8724c2247b03f93d6129864fcfab0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e49f92a3097007e73787f33cd2afa69d0f1fe6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cc17a216c2851082d46ec8d5609c01171f3fea277d407ac63f4b14806b9e51
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94615bc7ce8e1fc7186ee27c5b3fccdfc1af3035
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a694c6583c411c7ae66e6d4f5518278a0228e95ed2c5a3a93f6ebd80efad09e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd265bd1fa383dc5d1242dc4253d924360bb9642
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0aafba23679a768a8d4f7e9a7558a408c19ad86791261f4e020fc6ff586bea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b81608c61ac0ba7e266fcc1e07e39f2b8de147
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0dd86e0d6cb5dee075778f5c3d8915961d68927be367f42cbcc07a7bba4d9a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720d53fa03a32ba26cf980886524cc97fb9348df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a84571019545b65967922b219d8b594a2600322e4daa7bb08b53341ff904a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3780bbe8bc022bc9d7f2085fb9e51de85992e305
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3a52c2fbe65f39cd45ecd3622dd9267c671b330044e8ec1459848f0212535c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30003d4a195ddcc76c5f4670f57bfbaa715a99e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4dbb899a4116a19eb39deec7511becc20fbd65c4d8a572f2ee867082041609
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42112fcb7324b99219f02a65e7e78bb59c753295
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c238465fca36a103ec9d30ad0e105f0bc51f7fe332adab67a1294b424257c6e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e2c549b6e2b211f778260542ebe9cce6c4b3da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75da8bd951a17ccdbe0f89addb6db1480acb5255d6ac2ec2a01da6f6c50c5c18
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4166209587683740103c94ff6368f5cd214f88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bfe0cd6ffc364771ece63b4b2b19f7b617b2ad9be33dcb84dbc9e881a81266
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919436377a223f9dcb03250a638a040868156446
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdfe4b447c722d49dd0242e93f5b8d8b66aa06f74f7190dda1856e18fad9813
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423d4008aba56c5b5a39e151e1b72fecc9c57739
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21dbfe4872e73f21834c07beb22f0a92681b34afefac059d3317f1f8fceda9e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ab07642befe1e260d7532a780389100ccd3cb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b718d8e0f68fb2a4ec688e308e0cd2c35c123406a03a1d23420acefa4a781d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6d387ba9ef5580484a099875b479afdebf6b6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2265cc38110345c2f2dfde44c1f26db1cc83b41058d84b457006aff2fcc23a9c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bff6f7e27dfecf79250f9431c50a2ab40305cf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42a7b90c9ec43dbf70e84647ef0c32c5b3b7d8626586662dbbe6494edde0b7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568db8e49577376c239ff313b3ab41f6223da3af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa13822c1e6499bc06417618c505a6b7ee3675778071d3084f5304fcbd456f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55aef65a0986917a0c1ce056127cbfc861c8f5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa968a9eb870f241a3ca36a931baac80bd5a3102013201064f6ba712b615c2f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2860bd73c639338caf37a640b5b1af360ec2ee7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ef7ada5d8d6d4520e566b5c56436ed65577dc5f1421aa8d492a5501c14e445
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb753de4319b28b4baef272da93bdf8f20868b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d921f36df708224363eacbd79fd9bb3277015244af8fd8661ca9ae5918b5d8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a561e47bd3fc7e56c38ba30b12b105a6f72c7194
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f650c9071ea714b42829d26c6fddc6516c4b30470f04b44882568de9d112188
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bd8ad74557aec3a0514c5ccb04443ab0e680d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de42ba9e5c4d97a39c39fed748778507ed41ee447cc6e35bec80762ee794c4b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b306869feb5ae9b70a5bc19d83eda782668f93c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cef908255f03ff2025aa09b918a83efda9c52b9edf191c843cfcf3ebe11b5df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22136bc12ded7ed5511736cd2871ef40a66abf0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d309cc17696ff55d7b8f1b4016aab3769c40248d9614cbdcc4a2c51b7ef222b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2419d009af5830f3b11ea1240c989a0efd5d906a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817b28ec45024eac97a5a4a5a4e58a99483dc8ba5beb2f08fddfeeb9940e3092
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c49d6cb023e414c6ef554d98e3a89424eef9507
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917d833371472f46283fef3a80c7442482238326d4d1aa71cf16423dc84ff94c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b091bf23208993966af8b154db4b918daa9c6b7b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b8816fb105f4d2699f08e0b39845b410da1f311f37e2e2cf17dc047a36bbed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c836db4af37863999e60fa03801679f541c280
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9273c5e11f59b28106ec0a03ccec2c4c18e78b6ed0cf4f61e7d49e4d2ee84804
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ffd99427f72c18fb70961d15e895b8759ee91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3cb8eb1ef054dc824db503406858cd693760a6d86b650405279447b425cf3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff08d754d06e270aff5a8c1566f7ffe81d3e376
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85138a2c757a2d0c7a41767c4f5346fb2a773825aa4b9b302983240f64dacab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2026aa1538ef39db8fec2d7f205c92ea8bb38c89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e880453e66aabce15fb683a32c6a638c3d99717024269917a53b0db835938dce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae24042a0c158a971cdf08765724f0117b3f18ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4bb0727f43e53fd595e07157678cb2469762b8d15b8650e22ceece48ea8c25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dadd5c73506cc770864c5cf882bc1e5f3b9ce81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fe80037b82568feecfc2e1b0420455d0c68a31298c398c4b1ecd99f9f52b0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc0a775526baffa2633954bd12dcef4b0762ea7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ea961e509ef106a199d296e58628696c0dbcfd7fd416bc74d0086254b669f0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16470996669536496a228ad27d99b7de7628fbe1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151daefc2167db716adcfb011518776a62bbda0bb9b0de5e415987c9f0b5c735
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435d0ded909e6a988feb27c35e5e3d876bc897d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd9ac3980e52b559d4e1d20809c11935fbd6d1d7372de16929262b76a793a84
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae18e104f6af133b9ed7ad36cbcac69c50c1a697
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ea72ea665a598c618c4624fd771bb6c9f9c4ee7f5c869a02ffb93751fba858
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf35afdafe48e3955ee9d2a72fd9fe6f150b7f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9547be9c263ae4dab5cdcedd5062947a4f6cb730326b5720f55b75ad5e75f73c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244f346cfeee376aa90dcb9ccaedd572b020a07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d749dbe88bd6fab78476629e7381ffcb83b9d731ae35cee7b66c8c9cbfb084f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d8f1f22cc95b8ac2c2278b0c545626ff716c5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76797c359f4d946c837dd4b5adcc6327af35c52800ddd7d5b524afae8b1ae46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3a6db5264e9906b614cac8a700fe55ca78fa52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cce88e1401db3d61a15e7de2675d1e6896892bdc9d68a5ca88167b89778bda8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2a14b93fde6d5f69cca1074d24a3df3861aa84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e300ee823c0521e79d17a49ad1b6b59d722fb96f5f44a902b161a8f9ff670ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef3da7ea2d24cd942c161fd671656624338526f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c275eac68685bee4087c4f8a9479fa64513bdcbd47bf8ed4b1e937100ba0d14d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de67340d2101944e53ae40b725fcc023bb4781cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e07c85243bce576ed181cad88d18681d2f2cfdd57d350d493204f3df6af612d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27a9903dea020fb65c24963ace08d1d2f8a2bfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178a8048c7e6f4a7d4f2c6c69acc15e7c001d138ff0271ca890917327d48ee86
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418a3eb2210b26f11f71187f5d085baf6140cff3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97cef5114797b243882b7c2e4fe791779736d3a26f4c49388845c7ab175a14c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcecf2cb23aed1860bb846d49738b56f83842d6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddf977fab2d85f5d2ab2f4aade0f0820300942719ea40a72fe75bae82656a2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0a90047396f4f4b90ba309f3b1adb3a906db9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d82d06849d0605d8a960e239bc5d6ba640d66603f29a25ba1205ae554079779
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4f49ffb5fcfde58ba80f95c52e391f4613e8b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3d46281fc535059b0c57088d156249b1908c0bbc7c59319de48d8d209ffa1e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d42d0ee107412aff1535e72ed17d8aace183615
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4496a676e33e6b73808b85b7720b7c0c24d813f5e831edc228cd6b1fa8ff6fe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb710e2a7be9ad9bd1844b85628500d74bab0968
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5ce959dce58f1f032c696eb1efb375b50387bff4fcef273b1c9616f759b3ed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb5968dbc11593c5a508834030132d6306e789b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6331e99d93b336ebc38aa7d7624fe45f58d6949ea46401da5301f710fe59d3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3987f30979d5a21f257fa385e328ebcd5fe9fee4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bfa528cee6a9d0856729344dd3c1722c87edae4e1d6c28feef46d939667a18
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07091ccc5bac0b28266e30ba53fdb76d302a7c5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc4fdc6191d7a9e03a5b3d9a87dfb4be1027a104054b24be1f6cb2d3fca353a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903456ecbd8cc3cc2d3dcef9a9272d425580ab71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac16aabb5b735ebce5bbd60b56a473028ed3e8a36df6c5be91adeeea141ea187
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938153983200fb2c67581074b4523a1c385d4757
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc26f5af6e03389e5bca5c54f545b36f1136bdb311d24bbac09b3b0a94227db
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed5a497a4d7975758c8d9a2bae85bc0f01c3a71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f174ef44e28f967402e9a22ea3132ae08daba6acd4a8c47fe996a7389edd85a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee9be8d5c10267ad7cfb0b3bf738a5af905cb5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5839637523874b7240a5f8890c2a1746b9027f581e73328ac0b6adb692148f56
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d0a7016f458e3eae74a20a3c697751a340159e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cb7e2c49fb6ebbfe9282085828a45ac45f6d6609d01791b9f2226ca5fde0c5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726aa2d208ae5ce5f4ce85dde1e9a33d51fea064
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691f1db3e1c0b08c2a85791d66f9a929edd0e2383a0d6b772d74d7dcd45dacc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7aa142fe66948611845eb1c30524cfb2fc86604
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520ea180deb08dbbc334a92d140ff851de2082cf979f3b8a5c595b897d1a9b18
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eb10af6bdb2e0a95f705f011d9e08bd3a39e78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d4f65212bad89fd5a1bc7ec4c5eccb59ff230435d0606502a34e2ee70789d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fd64245ebb56aa5d2132befb15b06900a63816
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bae1052f4319eaa8386080a94ebfd56c1cf65a267b683a060410a5ea7ca1ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33d2ce0f3a23f2f74df796fd6009cb67c5b8603
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677999518b95541386f055eff9c626f20142ee3716be9126597fd44642c6ff36
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47833097807770e6168133cf0bc45af88733b33a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc753ed9f12c7065ba7c69d37b6076684e37b1cfc51432e35032e432573202a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5784f0adb1f186da993a7639187ddb415bde6099
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fab9061d2585f923510ff994e0b970e2d46abe0d11a6e14a5b270403280dd1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6156d9a2a2800c8e0292592fed5329768819a70a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a543dbfb694983f6bea189df71ece209aef1487b4b3ee5ddf3ed848493f343
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3996731c25c12044201fd69f46cf0d62ab7647ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2526d1e202b22a2d2fdc26e316e01040082e1917bb3af2ee11b0473953182198
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317bb12d1fc20a8332be92d83fce21bc846d06b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8adc8db9a6994be0d5fe8a6234049d72e7f9f469974c29ba3ab7dd7c9f013b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95fb8e9f68ed5a1e60d44b7c2f623940cd13b97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47e09c268fb54ffa7dd3c902d0573aa8802e4fe0d48b215969faba6cee330d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13082a3f4e885409e28ddd6ad84f658f70596da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8a95a45fc9cced6339fb6cf8b9d25b6ea09eca22d757bb5639cd1356960006
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294ddb10662a484239966ced990b4fc85e3fed5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8169f0d0b7a037d5b10e4a6cc2e5e68a450bb6f1c159d61423fd15c2a200b60
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23eb94a511abbf363446639f1a7aa8fa2ccc94c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f0b47cd657c5c3e43622aa8bcc59d47a30e8c3d50e56b2f9dba5524dc01473
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68fec82b32d1ffcea357e6fb22850a75c7ffe84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8574bc84d6b9e57e71d048b119f43109f0b502f40182e6ab87032729e5103e8c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f4194164540ff1c893997bbe189e43a6bbef5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed55f11fb3bcb177d1a706df25a0cf966a8572c6879ee090e3d56c073c83555
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951e027d0ecb3c0335e3c8742f2d9f399f821e42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989b3ad819881ff111b1c779561712b23c5ef4d6b6705614d71b3f9a0cf75775
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88254cc6a93248bdac9a843df8612af06f89bff9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979dd4f610e72d26cbc04816323abd6f1001d4598170a368de807d72e2bd1371
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1f2dc0e5bb551f3f82102a6654fd8860b822e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa53e61c2d9a5dbf512216f5417ec1dd092a6969fdb113a929b9817abe29d09d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d417b9eab2ce26597621e6be94a9d4d702839da9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a7b981bd3ac38093ce976f7625a29704cef2da1a044a8ba847f5b3e536a173
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fe9a188bb6bdfbd3b7de004e237429544f4c3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22441be6b923d6c17a36fb052be5284cabf403ccd96ac462e457800b63ece03b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d4434825022fa93a1da1617c548c9073090cb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a30a051b6800ba0f8d0a1f1279c4a7dcbe165d7c6dd0115600be22a4d4bbbd8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11718a2837b9867e86c3b4a84b8e3234f8361833
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ef2e24db5f8e0a71103550e2d8a26f2234b9ad148909915fbe8bc1923862a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30d1858b60e8c866b8f79b00823e5eefa22eeca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce3cb1ec703e2b8f87941fad4fc03af76674eecc156a957a95310343091d18b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfea3bc53e618ce2c1e75f530eb11e8c2dcfcc9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a71195dd6c9c9c7c075c5a07093149eb92e010f8196899b098c93553d9d174c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdecebf62a29b50bdf22d9066b40346485cd23e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09425be4d95dde108dedb09ad56fbf311edaeb0dfe44f5f88040842751129e6e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e1942da1d481bc9c683a84377b1fe7016f310b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5077f45da120cfb3c1a8ff2719a59357f1466647998741e79e158761cafc69f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ea3c5c8a01045a65218ffe8e304945663e98e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a3a83dc2fd31ae471ca9316d55c11825cc30e7def2296463dd27498f9c4ad1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70dfa85ba71df365e26d7d1be0c629b4f48650dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15259510ead28022dc2cc7b52b5e4c8ff697662f454416d31f0170ff9096c92d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa773a077d844652fe7f3e21cdca113d33274a54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0054aec9434925b286c12186caaa7da09119f36f39f9475fa1f76e03f54566f0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8724629640bca824fc29ec1f96fcdb5fa72a02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0066e0e9857aa68aa6b5d623ff898907b23e34b25a1c559b69d5bf94a0c9bae3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b7854f4f760a071279871e969d336e6c608f43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0827d4faf80c3ec31803e719e71e4231a378d05d59072fdbefe7fde1ef35722d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a2315ca499f6295771f012c28bed0874d02fa8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1640faab02870e5621b21f4e90b4f2fe7d356898430a616119493c3ca502344a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286ebbefd62244d6e3234b25c1fbb2fa322c215f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc72d749d06a3456358f9e51c89bb79db3cf1bcc2d3bd5c657a20af7b93fced
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e451ed37572ab9d3b22afde737bd6603460a6a9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2b6dbbd5ea23dcd6f2672291d0d6b7b7c22d5c03279df60c465a3525e59b97
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111f27a469da45a32f0ecb00fa3130b9ea492909
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645582ceec43374f92d24c6b63c388856dde9649313a5867e957212d22818f6f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a687edb0d6f2aa3dba2c03c134b983039c78ee81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701ef682f50c6e7a790ee3cc6850266af96c783db6ee74237d156236d21aa57b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c80d4dc627df34125ff4215cf11e13d2400391
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cd3d6da2308acdef5d19e8222bc89de49be1552db3b7ae111523ab0022b7d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd36a1c0b12176b2e9205fc9a70a4525df5d069
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794082ace429d24f23207fb4e5283a03dfb2a5c45268a1655336c630af3fa21e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b87b9e18375a0bd08bb52e3d0565174b28f1ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ea470a767e46a3d3fca2bae38fa4d1b769111cf75a86228d621aa18a4d6654
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe4560ee31025de13dea0045de517199744adb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb0ed0e866dabd4915f1428b8e14b2d5e354d0c4984450adfead500676999d3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd71fb37b6fb6c026c2c0f3bd6aa9c255b66ca9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7354c5c6a4399c5b3b48cb76ea08aa27fce9ac57f92a98344864aed053ea24e7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f0f909534d59d6fe8cca06d3a6dbeeb9f2405b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76eff341ab853f89b0fdd33a8ecfdbd3e0952608202a75c82d3a383300b08969
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8378ee47e1624caafcafa1e77d17c2e12b7828b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc924afa4f10a598bae23736d43ba5056a485e2c95b763c3b16f4f2106fb87a5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8edbec26227c8bf3afb15458c09a1543f7af848
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba91ec523c0fd3e62dd6330d78f0624f73e09fe1b3ee9be60b39b1a67f9b7987
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fb6f3f058c61fcbbee2ff18f45e4bf9378fd2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bf6ffe0af8aa8b030f9472fe465b680c2827b60af3fbe299885065933c81f2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3d99f7c3d4380a6c7f953039f8da38a800f80e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbffdcede306151a978e9ad69251757c80dcbfd627f3060e534dacd5f15b3d12
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33383c8193ebc462fb536d19f8cb0bafabd151c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae584ea9b44a0c2cbb11f81de6c49304c1a0b1adcdd4575c96f27cc678ef1b8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8beac21ba1a36000c95ef1c0c58599322fc883
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5fc113b5a091ca2c819653eeaffcfe9f738a5f8724928da7943b4544697290
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3267911aa42db394ed9b84eef66c1a5a0b11db3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b917c126889e8643ef5c1bd7c6002aa9151299778a130b92c111fa7adbff8546
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abb35ae257e51e706c15fb7c03fd1bdda4eabcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d4a550e7b4962754deffe1bc39d53cfb8530f394fb13d481289ad7339e71b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab72698ad62b938d783851144ab32793b3b3bcc9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec17588474efef1cd6495958653e5458ab0fd580fa86d57cc45fa290e01d219
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e4a5c1bf4f8267da32487604fbb12801f1ded5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54fdef2d988c508a5f80bc6f24146ebd53ad26335c72a3b17326f18df118aa2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8355c9cfe6e9c5f812d3a3f5d1d0668fdf0229ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1420b34ca61874a238957af6c68a09467f0eee65715062ada5a795c13aa30aef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d98a00b242a0b2c470f603256ac6783c865a77
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bc3fee097625971654d732ee3cedd216a7ab28c54e29fe01d6b02b158b72cd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddee43d7ba85300dfadcd750f6e8b50a1475d69b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9029f5b2cc53cf4e5ec50fce85d5847733f72002ca2a1454d6d88888237df3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486560d7b04fb44a91e0651ce467f573d6481f06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3024880ade4f3c86c0f6ef3af3e8fbd338ba935c7b2c81d7f9d89a44633b40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f32c1d89bd09d532978d0a4b5de74b2a7b80ac0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7733394fc041e90ac5731ea11d2a37a2bfbdfd5c5933f996834749e8f3bf51
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ebfac2ad3672f251d6736be2b7a5b07d6d6c55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a6928bb5a07350bf6c5b9c791e0abe99ab5f78f724715e5e37f62f9c7d5140
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ffd13791533987a762b906bc52b7cc93ca7a77
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4b689816e5574b131776a11c270cef13184d54f776238ddeb53da49ddf0f65
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79a8d14a0b7065b688237d46f0a28059210c505
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3052d122248d157d0ed71f934e07211d942f7d78ff4fc1916caf8989a064f754
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af527211046a6607aabf4f48f0a3198cdb6533f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb9c019f3f5654ee5a6641d521fdbba7cc65101dc234adf26fce45cba7ada36
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85c835b226e9033a4a4c28612c474e45db28bdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3875f9026c034cddf3ba886801b2768052da669bfe707df8ea9e25c454b1ea08
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90256489c9af50f47e003adbda8fad25f16cab55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8196c70e0c78d3c1eae5c28a16ef3e0d833227dc73981e21e5693daf879e0014
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5c68c1d03717363ce3e88f3ed62aa87ef4387f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34e8e21a2e1fadcbfee831e8de45352ed90f7844f39c87fcca06738af1b3bab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9674a725dc0f46129767e25bb663c0b1213446
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a5ec31605a2c2adf64901add8a5b30f52bfd1174eef4b8d7c698578fa10425
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f22f28155328a090a358c41da9b3220fa4d987d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e60de83ca61812c74941ad5ba4291c32daee7dc6b0cf0fc73244274dad4fa1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffea1479b4830a6fb6b8baba76ffb234dc7d280
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b6b50354e2b43ac49507a3d58c10211f5f90082b92e95aa41d6feeb7414c3c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773d8b5b7e949bc916ecf224307ec7da5f054064
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef47bb1ba128e66870480e20f113e978066383cb7fbc66e87d7f6127b1c3deb8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38886de99906bdfc6ffb31c2595da6fb24dc8760
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b8ace220bb09da2c3888ff08d71956743d588f0de55ac2ef14b67cb1996a1a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb02032791c58f2749d92ff9b3c540a449345cf9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358a2ad40c9fa1769ab516308346b6d8be72083f8cd5150c2602099a6078446e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0f00eac88912d0c07108cb2e6758013886326e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f625d8ef9adeeb3812462ca4bba23a9c23a2e94e3630a0ba4994d2b8800d3fe8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4472d09f85c8bea74d5022bebe5cbc14a5b76d92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91e89c12274984a6e6d66ce850a7cda54bc6ba60c9aa491c0cd13ef93d44edf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a69c8ea2f5db4131946d48d7b7d1e8bbac8c47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6acb90986da252d3520c6abd45878a7387fdae446e991f567f1a55e9c2af88
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b020d84c8e4e589b5b80b2ef9dab5c4d7cc25b32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f31bbf37c023dedf4a8304af7c1b3dd573cd608542e0056110ef3fb028ece9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef60dbb30b0be3dc46efc616ee745beb4bfefbf2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5631c305159742b646a88b889cff12a1003b01a39a4fe928e24d76d2198c42e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b483ecbf31804a5951bdf56767634376f7652ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27590d4161aca0b757cff69f3f3786a770d0e0a6cdf1f2a561c2616e5f2b1592
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2811a52aa3dd449eeca560ee7b6729a8929caefe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c01693167b3492b234d172a1df5a5614385016dd15aae8caf32ad03b221f26b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b65f76eace16fea7d28684667a0d12f32b66462
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655223d014dea0b2ce9172b4da0fde8ad87fc43166cc13e30defb05aff58b978
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3020c253b6305bd05a5924bd957e99c2e3a26ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9d01420cdead80a1c0f3497c1809f30bffff7d9860cd40c1b49db98a994d20
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea560a05ff0a4ca12919ae2e2349f1ff26948c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a313b798b5d8cca577a677ba41d71dc45322cb80f240cc7e1b3f29e57f056b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf3b81a94d0fe64a767fd55f3de11632e88ed3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58df65fd798ae5929e2c6ccd0babecfd56302924b16e5b27cef738277f13adcc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf61e6fbff17b462cf770157af8c103f1260671
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7399338bfc08c19eb0c98d52e85ce1aade464c9437dd1a527f39adbfc8ef0f2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0493d52c6a3d5da0f4009761fcc67befe1cc0088
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbdd5df716afd901ccf35a186e55631f8def598844bf447ff217cd2ba79c370
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0f5e2628938e7345706a2e50636bea1493dad3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6081da85b6e6f9c0c56314949b0b3a63ea02cd3296a5e19a6e7a9854784e536
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1ff997cd2b1998ab0f48f3372463e8a3aa717c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0811b3648f626f8bd1cc418f38e03cf7ab02766da7ac02d77919355dd9c484
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fd717b831207040e1618cb33efb42f285d7582
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a99bbb96b7966ed86d62c043ac20f1c1ccf2155f1f64658fa6ed6977b15e1f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6549c0af658b551c7aea0bfada41826f7972dd32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97c9362a734edb8861e605eef90510650b27366f6523a573f8bdb337d3a2401
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2fc0b6c63379442131e3a2d1312e378ff0ada1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c63b3f60114a0bce690dddb6c149bd1a306d96ccfdcf0d5a6507ec1e348f4a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cf97b62a0a9a43bfd78992a963102cca8d0efd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7200606a109a33d3b7caa71447d10c4103011c57b886ce64be9a5350711851
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c67bf80cfa3b93f838808d9d789c3182fd7090c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66b6797e56f207c4f8b51ea635b4961ea82f5e84923198783e374c098a46b96
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cde8a89dbfa78bdd84a57a7e1b0f366d072fc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a696bdd3c1493b1645a3d60f46bb1e46afcd765d4ed8aaf240ffaf407427de56
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e844bf74879eda8788e95f2a0f52e171f755eaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07b60dfec77f61e8c565d19772620609ac9ae416008b677c5527eb096cb4ca9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59050881ac579fd9637d267b0a1673abd1454ca1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adad882953e70a3bdc3b4646566c83ab181c3fd937184ca9df638e6149364ce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f148e93e97e3a75a8bf8d7fa0e9e0f53e8d00ca5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5264d18430f7e0ac8ff7003bf255ee824d9a42d0e85a95cceda702a0c7e3da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec351ca5fd1b4c8ea60bdcd9e4336e0e3c3907d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0772a6af4db217c464e241f2451623d2461b9283416af4df3823f4280603c73c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ff8718b0f2f34013fb977e4d24cfa7ff05dab4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9414dc6db05b4ea4cde83dbf215c8a1a4caff26595c57c57c93c5284c2d43f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1a698c2252795390c723fa2bb1e34caa6a0c98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38492b9e6d67f7231bd24fc55dcaf2623bd43e69762e48dbf996f969a74ba64a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790ab5f362a930e95648595cc5da8f2bb32fcedb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70f4cd0105d6d4a0cd1de216e7092bddc83258544609c94cd28da9f2b5a48c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f61dccfa8c725963d18e7302df29c658f9fc3fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74522849883eb0bf98b9646ceeffa3a69361652e721c182940f3afeac38e9952
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6185fb6eda3d97b87765c0283b25784e4098e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c45c175a44931285c4f19a9688c06b7b1336c7c275c470f76edf448dbadb026
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e083ece3dd0da485b657338570c0de6ac8c622
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42122a517f53b373d005b301bca239121a6753f7288a3ed333565ff362854258
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567f4af81136baea3d7fe1b7a640442076c2e8a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd641befaf9fd8985ff88f99bf7218e458e2a1f3d41d760d8cbb8276ae7f762
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c0060bb4fab6a0acfff4f6905d0aa323e2f3d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7afcede78bdf316e3a7cd9893dfc8a96b5a0ff0b0a5b104686f776adcbccedd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a95301016bb9a1ec23b1a728ff6787b68d88c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363b22f4bd6371a334c9fdcca2c39158e7b5b8d6473eaf46d8f44f1a226b56b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3d4e8f2a9cfcca7a3f6c6e4690fe8f8325e338
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a7205532515d264382a4e662209314b422f13a6ba08b7ea3924820173c5961
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a642cd8a29df2d5768c11852f4cebdf82536bb1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751c3a4df0dcf10248981f42356bfcad19745b1da792d026248345bcca7c7282
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2d732044eb353839b009fae96c4af3d68c392c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb86ad1d6f6dc627af980830aeda82d6a889894cd76c163d9dc9db891612343
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522688cca2a375d8d1af7987155eb3d3522c8f3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73abc8515e6b589a8769ca4c9f7b2c8c3e27dd0b795a49065a5aaf5e8981b18a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1991f02e3a1a0a7eef1b99481f26205ff996b815
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3549dd43f25d46686052cbaee426077964e8260e7cb104520ea9f11a9873dbbf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf4ff9354dbf44a3ed4ff60f6ac0f944f8d302f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6204307615f1889be2ed03a570b43734a5660797e2bb108adbdd26e1b1ebba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479a373ba63f19a9f8d101821c5eb464d59c2390
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1593bef393dd8eb4358a756c8eb6a57a92ce1f2c216ed655ff3e2bdcdb536869
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1812c1037315162bb48bd91944b945f00fc87daa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3437684ecca4c046d27ba0964a543e8d985b5ee0878b5c92df0a7d58057f2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc376bb68857f08415d0141eaaacb8dccdb194f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a109ebfdea86ca92eb02c39234852fb714e056d50925f8fa88e85c240e7a7050
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b74e65f32c1ecb63bd79c957a6b3eb94a078c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd98c0ece1e4470312698a3883e97f4750a8f88238709120023977ee9518db83
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac45cba6da86f5b3bda281f4f5468ec3ab3c425a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e46c5c1f4829a525b556d7b319a9342edfa4dc8e55724ef4e3bc46f38f50e24
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80424c86265943b7c40ede66c1da878d45f0552
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c540006e5886323dbcfc86b78ebceb22bdd0448d2434d9cc43d86dc4e773d298
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9695f97d76512ae3622a9ccf7947dc0367bbefd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99c5cb0cf62db4a29d95a342744af8a41f69b5f7f731dffc40f7e54fa3b7c40
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a318885e2a34ba2d3fe7c1fa48e3c5e3191ac5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a4f9610c1ce610dee41a595d930642cbbeb76cdd57af41990d4b353f2de0bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b935276182a9d0b40ba0bb80d0b1ef78a48838
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9670b96b0edc5024aa9c59d0e417904438d7ec0a1568ea221ce17fe598a66188
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c0fbb7557c25bde41855887b688bb9157bf497
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a2322e495a8ab9721c82709b41f9f218861c3eb3369370896ab749c9d8b62c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61f0e5247ca5fafd9787ff9b95d348352647551
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2160b9d4e96c50fd24fd784b42b4c680de0cec08228325ffdb921125f8107b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1590f434ccee187457849b0a4f2dd18d14435be5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049094f2aa05029168deca23e24a73399f825a6045097fdebcd9ab692a5a8837
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e761fe340d78938fdbe668db6dea27e44b804d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d677edf16fdeef445f0eb2f060580106498504b16791087b4085c31f289036
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b4a57bed368f8d545eb935885e25dd24a6192f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a7d82a5f80cbdaa311fd99dde64e7fa6482dd33411b6e4014ead28896abfad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e384c2a4a888ae8fa87dd0d993801da54cc0f490
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8340261c1cd37b7efd85b019e94b08451336db5939ba99fcdda5fea7e85499
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4161dafd0c5f5107ad7d9545b39c589d500f44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe0a04447c8286ab44815b0d79ab0bee96e9f60cc187b48f0af2ba3b164ca55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f71120e4cd5e44aaa6bc3f825e835dd97370e9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e3eef32a638b596a55d8b75ab7f7dc25917cc9e545b0bc9a1818151231dfb7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76828a237091d2465b548dca81bf2f1e390fab1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79744705bd6b45118564f51d3c6cdca34d7bd9c37adcdc78dc9f0911259c2d4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e65216e4e86534c605e64df4300a2b25bfa1b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18bcefa049840d6518b0786889aa1d68e650cb03294eede5630b7ce1ac05c9e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a31cea06d5f6001bc6e9c92fcc1c6792d04b2dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11eb32406396a18c71a283ac9bcabeb5c75426c045bf10e3d75f102932be3ff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f36b744ac63ef5d9d154d8ff3810d2921fcd58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a8d4df33bdebeb8bd63481baa1b6f44c5a7362f44d58781353d6feac75cc7d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e631bc944ce00bd238a3c15175d1c84e1b761e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4eb557b02f21e4338cd8698a5335399936970b6552782b779d12377889eb9a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33a38d166995a76aec469d3d41dce2b4e7aa5f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfc4bd47fbbaad925bd22397550a8a998e6d164a8d8d2b94221ca24641b955f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e022e0c449bb058041aafff6b54e4dcf1611071
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02abe56107573ade00c339a805d373e42cf8a6f9ebe060bc4291354971e79acc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2d546a2f58b109d28c4bd00f8ddb4be368a8ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4075e31850fb3011379d634315736e5d99754f41527373d169f5e30e87b68e90
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8e2c62aa0c9f9e0c331647b50d5d7ca1ec8673
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faefc957b98420a50a4399984833699800779e6631d6a082eaef105a15ca84a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc18ba101b57015fee71aa6c0e019925ec5a478
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1256313809a123181279a59cf8c21688c634520a83ae793a3798a78c26cbff99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e6244940c7614d98b95967f0b8e52ae83b65f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6011799df9cababb1e3b8e2924e591ceeaa3fa4d97e0d7e3b30d07b94333df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fdb396ac738e8279a9210edfdf63d2ada5bd93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154afe5977e59831266f1d98899ff7e762b0ac9678827f0631fdfef46b647902
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65169f00e3f867eb1cba0e868116edc02554ba09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d40d2bd43de8b21206a6b2ba4b41030266f11395804dc0aa9d3efedebb5c577
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10657d2e51e575ad95a8e28ee440e31cb84ea57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0926dc2e408701f191e13d2056d5fe8f71e3e064e08449eff7db4c1eca427205
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3759b0f161ca4cf1d7807e3bf23c6b05b3a16082
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257feb69ab0924874b55e98285d25320115d6a408f3555981936b770c01409c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b249ce76db9af4d245bd4e9c2bf79037e2a00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b33872ce20d91eb4679c96d753b6c471df0d8b7fda543535e0d034bc2c91117
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524b6870f31f311223f9b73284719b09dc1cb70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58536353ec48645062dbddd849e0aac4e700d8b35708f59a12d32d31fc6ae0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58ff70907c16f2bdeb877e2bf96d1affc919016
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b70d3bafef44cf78c8b472be2f64426468afe6aae419d86e4b672d5c791d73a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623f69236eabd531421cd24f98f22816f2753aa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aa333e8f046001c29f56df219991dae389e90276b1f8f0dcd020277c475641
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8b89cf93ed20613c3c0d983895340e6595f052
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff533d3a84bb4c8275212a963b0ba883451fe4086f74e11f5dd02dcbade2d252
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7823f233ed282008e78ea23526bcb4a941153db9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7481688137f3dfb2d128fcef2c05a0b0b052e219027e425177ac52178818d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc530753ca8a5733dde7076792748a6c7685edee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf57c560a7493345e1b9b1681053ab60329638794d444a5696ad51950374b3e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5417730fcaef5c87449f3897344cc743ec671440
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c69766764f333ca378b59a045a79c7ea928afd7d2bd04ab721546b7527b2b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def13ee1b4857fb1e899b291d6f357178117d91c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6616c31c1d580322d877d1e8ef06788b5eaa2bfb10c99e41cc7fdf6508ae3c31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c8f5f58c22a4c74712636ea09e790297976328
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3576c2d954742186463211dbc6f19017e1de654ff5f85617f12fd300ddb2d04a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742f72d15352b361958f2fe2d371d18ae107f27a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eded56eb27f40c5766d44b793aa41219ae57bef95f6a56434abcbfeb0d8f29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9f731a32fe09ea2e9c5d60ba61c29c2c3d31e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef5b37c890e8f944ba1af6f410e85830b0246848b90fd60ab5d4ff4bb487eb9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1f4aef6e1e9ca2f83a598147082e74d1eb29e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd50a957beadfc1aae41ac0ebe8ea3ee0e2586c06bb3e24b34d69388b6c7f4ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6979db3fb44b98b72067d0a388af84034de0d6d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6a821937dbc4b505a1cb7d65c344ee9855a98e4e2e6d41fd2e5f50c817368f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21b4be7affd2afd19a8600e7e12869c71247838
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece6fe36f9ab3a28c1b1049c8859b30b46fc7f1ee89bc6f6e0b4c577da6f3b7c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30755730ed8ded519414b73013dce9df6cf05dc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4599f6c91903d4625c672488e294d3b64daafa05cf1e941e77a257e78f14c56
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ef8100e2b511436eb5464ee9252b0ba2f18537
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0b10299664ed34d0a0286226e1562a6f84028be4679c5b84f22d95420a5337
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2539de18252debd2398dd75e1a88ab780b68477
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29326e2a191e652a5f9f31b4da1c19d8b4eba87aa6595a9b1aa7bda29b0f1db8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f147f2d7dbc0a3db22acbc6869d04fe4fab1c75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f04f21fb2b9112c68ed07dc40a42b9340d2ea5a7e6995bf8ccc3da510805e7a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e1af756d7d0ee44428b51633d8275b62ae6c6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1bf88f9d1c42e3639d8d40cb0f9088c9a52a79292974a112b2f2733cbe7fc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa14aab95d3bb4a825c7ccfe193054f65ca70ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92a2bcd33a3c378c01fd8fd867dd7bb7d5482a3e0b6535859727a26c85b0807
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470ffcc0fe009a4b86918d45786a2ac329dc6316
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489bdd6df576268d6555461e1446b7f15d3216f5b8db194ce591ff8422ecddff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd8db90bd8367bf978560afc38c53e75d1bfc68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8d5a4ef5fa86566a2f2275646ffbf9ba5174ca79f96c23a06e6b7de2f40c81
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa8ad55aa340f717d5d5563048776b75c86ea07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ed2e14b7c9efeb287ee0a1492c9bd7a3a4250dcebea48bcc4e557be5aec5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a442e65f6a972f5f91206c765db151a1ebcd82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8dceda26ee2dfb33637ac55d8524001b74dfb82fce2fe23d426e6ce662ec3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ac23a9e2da5f5132db5f69f0644c73e1ac6c12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5dd4bab3b1ab92453552c47f2d45d171d630e5fc4f9158d6c6c61a78c1c522
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088fb32d9d581256449de34779b7b74616e700d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3a253fd511f06e3d5b3c8f32ad87e99eafb0793c2e72b32455d4c7d56d1b77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8c59bac64b78f2d21172c078829b69eb7d02ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f8fe149a7ba3dcdb37edbd81b3a6f86fe525bdcc57952c18d7dbddfa46a248
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8f9b9a1983659c49fa96f3cb208b8301362bb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e7683378d7aaf034438ea7315785315a652862016db689e21330ffe3c65ed2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a067e42481766c55d0d1c6b50905d4ce4e580b81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf253e5fb6fe7c64133107db33b9f66e38befcf000831568adcdb6fb79957b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c205c708fed8264a197318808fc7196832216
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5428852e916a71613b446ee4f48e51e938eda541409529c2d8ffb7b838fb7a05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb346da8f12949ea0f5591bc3e79a40234cb372
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e09b7ef72065119876ba1e5e9ec4df43d64b703ee9b7415302637f8a03bf689
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fc4846787291d776278d479b2b186c5d08ee66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e673a4c82179c46bdc207f5f878e2ebc868e4849565a968982c764d07600cd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03041b92b16a25f1a2bd743ad93d7f9dbac77a0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34022cc9e813a580203ad83888d7142c7107129f0076b5ae27d4d619c92634e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dff9ef9473ceb8ce70601d599f5bab664199cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89187dbed4e55d6753b91ed0f87ec20b34010a62a5912638c77028dcec93094d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbfccbb45dde537efa2471afebe8958c5f7430
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c5db9df26447c380c27536154caa213ad0a6d365f1f670bde142467923b9b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285e197c31e1680d5c8204fb1df79c31fc1ce2e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710e2e8d04baf1935e80a16cc9c0efc156e9b59455892a766fc1c0ac0940c1f5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115d51a5851cd4c0e8feb7a93fc344c1b6cc192d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94df420b00023f7c2e818d8b20e50b1a3516aee42d560e2794b9bab9c3d84f0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ed31a27f827c80b058b50130cda0d5111f5ac4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0303db63ffb3ea6ba62937ca4fbbcd30935317555b0c6d477053cced2721ec1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e43b849cc9556d9a29d1ec088744554fe8712c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa922eeadd23a3e17bf9722741d023740eca1c2813395daeef224633fea9b5f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef17ba2fb9e7f0c3d8b17a1805f483f28af8624
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5d58236674ba934c173e90b44b1c17432abe5369a38ed97fa2e6ae5054bc5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94044de4c20e5d5cf4f94ee9f03c798c1e0e694
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12149cdd1b751faac68bb368e363dc5b90a1cfbe6d37dd0db6409b02bc166e08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c47bcfa0040397b064a6a592322602c8c666fb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae4c09a036e0b27dbd79ebcba08a0e0da67c6b9d2b18eab6b9c4bf65f7be4c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5865b7655a32e018edb32f15eb84a6864fcc5e5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666d9531743bd2967cf014732710e4e95f61ac6a9864db0d54349ef9f133b755
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374d40fdf6e8fac9966c465799c27d359e2441e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5336a86c4a569d2ca5b2ce88ffe05014962059837d2f43c8cf97058cd3d1576
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6754378c19193c58018b2a52757abbb1e5224be6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308bfb965e47002250888f9abdee0ba344377c0d3bafeb02cff0049fe51dd431
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2c915978484a225b685bb0050554cb382bc3f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157367b4623a4133ede0c320dadb741b7efca19088b816a80b47bb6cf6ded1fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf1d3be493efc40104dc35d4be0d9b187999837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56153708a4dea092735acabc69f5ddbb642c5a8e1e9cecde00cb67db0c5113d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb36d151902eef55fdc7c6588a844b1f9aa7de98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dff9db142963af0993742f41abd1bc05ed638a04e3688dd2bc001c4ab28e17
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb13f9981ec0193f3610cf9928ed0ed0304b469b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561e0c5b56616a605fa0b5592764db048b15d856f87624cfe5e33ad3ff0b1062
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2432c7d173023bc31b81a4e0484cd2ce989fc1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bc283f629097f01703f6a046ba62d3f554c04b554b65e4be8076705ffe7aa2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88fb01f63309a171dcfa5059c900c1d1a084283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e7f70ef7e8216bfcdfa74a305502eff5f9eaa6ebd386544f4ba9b27013244
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1e45e4f6352f76023bc5d1b8f9d335d19434d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c3e30ffcef95232c875e30513f4695c005bcce1babea0f739c378a900cfd06
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7735cad1bd1c5566b4ee906cfd9695ef9a282aab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0228f3886c4e7481fcebc46c8981b95b5345b2a07ff3438b8ce9952dd7f82cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a761b35bd2651771584724cf693ee4c64810e3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d4e612c6acf1588d3a3c15cfa9ec1c4ca10dd6895687f1d8785e353253d0bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38f3aefee5dae944e8181658131bfc2d0719325
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac3237ece4b4a0a7031fcaea91d1ecbbdd5aa2d73cce39d90f52c49a1b412c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4bcf1ec4e91940fa2a74f50780d11c0408df09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a5d94d450ba4cf61acdea2c25b1f2b5a85f4445966d864aa9966f444ed0ac4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a79da44c8b5b84ce1706975ce56251be5a5c16f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfe8798fd4f92bdc919e43946fc0a9247e2b87de30540f3ae545996aa8cad88
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f785d5f1eedf4631ec6800494b93382c54ebced
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ea098769df4043bf75fa31499f32a488aa9d3dc70f61ae57b4ae83c0f97e0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1b08963af7a779b0e9983481a002f4ba462377
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a8ebf80dc149a8f01925c48827082fecee0ea8e9a3e5ba36d0879cdebf54fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e1ffec6a3d90f3c7aade16aa81cb6bd880456b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9402e17534ec7d34a13113942ee9e8eaee99c358491578238f9634bb8b8b6ba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196697e1e846f994d160cf3546e0433d935178b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dea657af49de1656fc666c8826c80bb506ef9bdf6c947acc33bd447e23e879
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74888c570abe4869ca155ef9171ac06b771efa0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef462ac772595d2a427a636fe979d35f119f8722e176d4f94d7c8de829a475
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b538fdca5daa5a2ce13fafbdea785153fb56fd67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf3689dc0be96a620e6bbf155a42bdc31621bc79113cb9d99a7bd176bc03722
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b097252bffea9196ee7c72995957e4308a098f16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc55b8d9a8c12612c625cfc612a6a8a9bb473c451dbc63cbfeb4cc2b5d80b7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685c6fecc9dedb810092b7f80ed5eb695ff85635
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc25fcb20e021bb0e4d34060692f43431d9d8cdf15d2a05b7fbe7ed9ceed236
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357e8f02abf90aad428518f413c91a4e6b736cd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c788112fc793a60d902cc2ef18bdfff5d5e6bcf7cbb66fbe6683f69e6d51a153
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d849e71d7d7ccd9e0368311b302deec546012be0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f631ddffbf188e514deab287b42eee19a21cadd5949e89c3ddc8660170f5a558
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1822eca9e829e4b42877d485f2631ff200b841e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cd293940583870205762b421862ddf91c68f9bd0b99943181b0cdac618572f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26055039ab7bd029061eb40f5612864999c2daba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fced3390bf573c282548d09281f2feb0ee4065b9c051c20a63beb992ffb50c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a56834383d23b81203c05e20efcdbb732c449d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce8c137517ca27196d482bd32341aadf4668e336bc776eec948793b06aec054
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcafd41d0e74eefd2e9f7ec84e2a671460e6142d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e072755fe0208ec16d0b86468f0194b3ac2d2a0a55c14d42cce1a61dccfa1f2b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f5647bf63c58d8c398d84d5232307b265a6d7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31551f937870fdccb1949537acb0e2913073a49e2fb72a193fa18476b13922cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27325620fa865380eea50db93a90c0146eb94d08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b646f17407aa3813c1d4ba5f3cd47006227317fd371ebcc093b9a991e25d5d6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c85e43b31a827edfc53158b590849476231d799
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11393a8e352cad353b688451f10dd2f9c329d302b70211b0580897d437c92551
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8716f27c4282663569b22fefffd204fb52a43adf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa87c2b9c2b9e8fa77ec5c5abe201c2e1e5333b618e61c6090206661b2feaaf5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fa126445e4b6d9361b740f4c750c5c9ecc031b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3583a379731ce10fb72fc578b9dd460d1f21361328467379dae6f66f8476e2c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0a583556511af1f9904297739f2e62fcf55258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d2a9a73422e33a947644f50c02fa3c071c97b7b7bc68bb0b4806bb0f7fb82c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faa537193c5b663e2ddd81699ad67c1923b1d8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3199bc1128bc107d467e6f104f5d184147938c204deacf59197c0b19893c2e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf194169fb388fba7132684dc5124a3a4f4259e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee0295682d4ff969947d53d63b70a3e28bf3d9ec812569f0c2589dc55436d72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ba32f9a577e6fe9aed79cca1239b3e22116959
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d0c8ac86ac04ec875f5cce06a8d14f2db32ca99c94bb17dbb5e2bcec195aee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9185059338e53484b66561522ea9e66c9a5c292
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec3b92db8f8a5a13af33999c990a9b88e3b8c142df909bb9b2532f5366334eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c152c062e360ba4507928d53f6e70d0c189b3aae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f411c6437df51c191e1b7b084b34f519e734d3c11973061098e73cace27a9cd1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a75a4e39750803b079ad59ef429ce44bb4cf1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b24e7db6b80640f47225d671d5f86428a55cb3ca3c30d3834ab7161e936bb9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29885c3c56fc4b024a43228dfdce393e6af9673a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf17db8464548b439214698cb413441b4c78e4f0b09d9e003ab484e21d2e771
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459ffd475aab8819b36742434c5b17a0e3c819cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbca9ff298a179f16c55f744894a131fd9da196e294863d6767c6420d38393d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d972723d2badc3f067b03396dd80d55c17cc56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5923d93ee0a3d19e698f15ab0219121f8da0b1334c94ac20d456fff320ce60d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36282eeb67d59e951854071005d9e0c4055bd237
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c76d21e8df50f7725b75a0c7015fa30aec8be3ee32fffab2191cd2e8bd085d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedfc4a924ffecb95a8b63e939bfbbeb25b77171
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7a1006f87c66c30581724a377ca68d29b94ee846ae81bf40dd1f027cb3b9a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a6f886b86d2cfb09a018ef1b7521f8b6b65103
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208122d9788c2e2dc69afef38d128802dda50bcc39a229312fa0eb08f173906f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69189e4ab7447517ed394776f1a9ab9f63d6e1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400931bc7a5a3b11a20435169894a4b7b9c1f598c3fcce116a5c5299f41628d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b04bcad64e9a8a5ad7ddc8f66001a9be720be0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5478968b107ae7bac3d7f506c1059a4364f4a628a11996f011be9470948970c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96482b251acd546c2fbada280437d94891255b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86874a04d5e219f550c0f6756d640f137b9347261a9c57a4111c7b4d0e5db8da
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736965b31c9464ff4fb0c74c1ce87feb31aab34a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b04ef2263f29b2b2fee018c4436d738855515121f9aca24ad6456990295a5da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a519b9ce648502b3489455f5d464a63e0b26c577
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08ab1413eb1808e3587dbd0b79a28aa3a1d57471ef1599d36da9218b56c1ea7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6669f1b0a84d3e7c48c478c58ea0b46af4529c69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21826607b918757c19ec3b76ce2f170784e719d0557be84a90ba32cf9bb0b8ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72d09eb7b46561094998ca21b3e195a445c04e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51855f3ddd20d225d33bddff938959de710db494486fe29107e9a914a6b2ac10
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e162c6ed6b7c55367009279be483c7316a758f55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcb0e6d83453c23873cbc4dab08ae77731786ec42bf27850585541fb0ff0249
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c8c02b5a1b27f78c8dfd6e6db792550115e232
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed3b6a56dba5f8938c1cc1e48ec96b566d8495ec4267cb86b6afbb1069c1414
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd45d9af93fda15ba498ee40ca79fd0e93be044
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f73159a234468d6beb40ab5eb58a80a85ffd24c0c2e288931bdeb7ae923260f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f4e2a25cd82b1ae079bc9764221a392acd9254
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9a2fda6e7bc2124bd5c391d83b718b8464b2ecda569733e7fc3da12560cae5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82d59f28f0124522fcf4cf9d906726caf49fe65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbaa97b520f4d719113ab33b116b29820a85e1eb1ab7e248876f945715bf5d9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e23348871bf54e14e3f71deb235b8658178234
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56e07bc2dba448e7a1d81a4c5ec22e9a076b9b460bf9e739456b43705771a11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b15adce84b01b78148c91361b321b4086aee8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bd8c8c413f99053806671075bb2ed2e934f5bab8dc5fd0987740e4800dd0e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4bff3fc6a2b74b4ae0acbd3ca9e7ba86774584
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fbeeeed41fd51c2dc7ae3ea1346314c41109094fbe864cd058c88388b5cd99
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a93d6850fe55755c5be5a3fd1b9454749144e6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324e05d7499bfe7dffe53d31eaf1c4825817de927586ced3cad1544df64b169a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2851fbdf0a4c351a4bd45002bed6277257f56d3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bf26c7435bb11703379a0498af55787ba41a518939e516e40c1fe6baa1ff1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160b047cbd86a573771f66e7cbc879f54d41291
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e975a8fa0c5a8ce22fc3bc17a38c2b22dbdf9436f26604b077bda34a18369b6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ed27b209c78beef4e13ad4af490e8170ba9662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73eb0443253a53ca2ae64a994bba5f10e81f97ff57178eaf80b98e0abb37f63d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9639fd88eaf0eec1404c26edc01a16096419d611
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badbfa505d5723594a0e69d7e72e82fb566283a8a76d154f7e00067a1580c460
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bb3e3d6c3f548bc74c6403f43d7c8ecdd6f296
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70aee48a328497cc323bf8bf5ef4a11dbbe0fe3f29bad73b1d9cc8236cbd678
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b49f724a87ef440328b96fd6eb146eefbcd545
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b72f23e68f89736f51c9599c8ab6f70bcbc369900e8931433981a562c3c5c57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c40ccdfb17d37d1a203319535486dc9c79eed73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bacf4cd1d227d686830d8d78edbd2056f6acdd136772139d3240e8a2034b278
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8904fc615b348d97f87a669ea038a8acf2a00d47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c80014a1d9dd22677024b8e253e730ae8185185dc814a02a7ee68b907fb8de
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ff633f6a57b9f23577a953d52ec7c26d604b9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b3a7964addfe94eb21bacf463e3491d42a2456fba8490ef74ab043a54bd28e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c74580a6ea95e2e91009ccfb8bab849ddd9e70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdf57f375b84a9782f89fcac5fd8ab22ae770fea9e7a8313cae421dcb8f25b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d077256701fa3ea56e74495aaefc4b060ede290
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bc4db75d9afa0b9838b01884d4eabaaed2eb7f3f64259eb1948a8e2ce088a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646d668f457125f9a3ee34eb2a7256c3313fcbfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d2fb645a1cd372c53415da4ac91d9c7a5b2ecd600d8712d00a6de34034a14a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b500fa2bb191552cd0e46848c15584a513aa619
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1827f635370bbb44bb2619b9f33014d962054ed6b8ec0e7d6805384d5f679f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b37345e5e7f07a9e58f8c6e44570177169081b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe90f1efa9af3d30933d7d818b63786ecbcdd9794bf2f6433ec3e9cfe5e726
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fff997f13cfac06f22273b055e0a0c6b493f0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acde89f926d0b96270ee62fac9094aa6e77c65a92498e0a2495a2a5136f3a5ad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf1167fc8559ee0608f965cf6b82d6cb6df053d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6c1ebd2231f5b0ab4a34fc19b85fa97b30b5f96fdd850a82d1d236191ea5d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fab2cec37557fa06d5d7fc57ad28ec21e002af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6688785c1a8c69d0e3b28f7c09add61a3f9f211d3d3d5048f35539e8d797af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d230719caa7f3d9707b45467bea4c4a43a9959af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7ed432452306e36726444e0300ed3f7b133b5dd36b2aa2e09363984dea245
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8279ecf899ab58717b041e742aea4c8a15626eb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47456365e19b3ad7e740bb54e9537e8dd619d8dea7261068d567b6d61b66cb86
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35697ed75954f42905377eea2c2979dacccdaf40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dc2b0182e1b5aac03a2f950365f6db1f9e2b3db45e5addb32c4f13d0570ee0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3ee60b8daf817ca8f7e17e3791088381b2366e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d464d3bcf4cdfcffc7c3721847b01046bfef21f5bd45d7ffaf945d38671a54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d56d2b88031e991723f522ba6eeaa527ecec436
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50bf838d2dec099bba7690499343188e849ea810b745af6f5c56bfd076d2664
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e591703a5914f35b61a63f7826208db49559b6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17913fd151d2a19d8867bcaceb33178e48c567c70f13ef97977a8e3a8a969775
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0a05d4ac8a9a70b4a6cd3337ab9d5668c3056c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0781bdcd067920e583aae1cd7bfa2d86d67283cb0f9086dc46bdbcbe4a7dbc5a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a022c3ce8420f0f1f8a92ef9e9ac95c3cbffe69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d78ea452b96888ac2b310401d86493046454de80166b115a645567609c006f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe05b269786a4f4dc12ca03133e36045e39dfee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a067165816befb80076997c6146a66eaa819b595cb5647462421f81668ea08
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be636751b7316b0e9ccead43d623121450c26a56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0d60af9d2db4d8de8e3002b63cfd93a46538d9fcc51370cd418f66c4409d52
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbf98464c4857fd501dcd3dad6fb1777525d0a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f243ca621895d2ce0a597a724f2e9b98dc8ab2b7deea9859a2036f562364af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33eaaefa1a7492a4d2f897280616d8aaaa166a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32cc3e107a43ff89b558bf1a9a4f2b6587fd62ce402d5334a0f7bdf96bfc39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83aa9164a07dff26d7506b5303169cf5acc1d1cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88159806d9e9fa2da2ee6eee3f551bde7ae4605ddd3a9ca16fde9a0f62ee6c2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8845d2cb16e45623e1bbbc8eaca053f4c68e3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb094d7e270549e8544c217c6d767fba50892200408e0e02cda94fe6dc8048c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db4d7635ef8a5866ebb76ce4e059403aadd23a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bed0af265e7b33eac6805e52fd4e1acf6779cb3d98f2306438de7d41ede9b10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e5028c78eb7d171581abd94ee734881df2f665
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3019932616383858271df9e36728cfdde5ef9ed5d640dd66c6d0941c23bb7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8504afb5cb1929607aefdf8f10040517c62466
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e9398d8a3a12fa0976597e350c9984d8fea2e094576382ef87fc3aff4d615d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c584260fe60e374c72a38211b46acd8f7b574c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82f8ec08985ebcb756f1daef05cb703dd7d31885337ea97415dfdf269acc240
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20e0425c476aec4bf4fdd6b476cdfc036bc3005
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15d326d399d41e2001d389d70b1c9e0817c9a4eccc9bd171963aebf30653180
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b0dd9d668ea576f135e0d08cfd0807de971415
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772fe2241cb9b7f3db74c83ddbe1acfec3cc64ffa4ee5f6e2162f31499b16b64
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ed00546be28c25e08a35e762cc235ef78fe7c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaea03b6b81430ee9beaa094db7977fe0cecedb06d00510d1d78bdff46a833fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447dc2e63e8fd1a0e5167d79e8f952f778b19d58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed8aaa778b59910142063624499b63e753e1e8024d2e92d7e5eb1a9d6016474
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1399808c10ee3e2f19382b747f4bab68f073785c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe507d10d2c3ba1f55581aead6a033a616eeae17aab7198f0e1b36579e31eed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f9afdd7d4a58335bd5a4811a86bb55d4c035c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a7da606408182d546152d86a00c992ac8c6fb58ee43abd1d754b9e6687aac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ad51ca9b0f9f3e3401007ff44b510eefc80d35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1e7e5b60b67085fd138a6561a5a50e52c6e872c3a33c339d68fff004ab1e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca1e4d851b8f8ea351a789835d454fdee1915f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae77011a18f158f8d74ded8d1c7ca97a41beb02af8f650cfcc9f5c780f5bb11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13d1d7f96d499aec91421694f637402cf8d65dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a07c6c7ea3612801c6c044700645237aaeaa29a7f5d6e6e31ba2531a6178ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62271f1b85467780fcdd81b4955a5b3939c7e3c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde198956bebc153ab68be2f0831b51f97b12a46a35327d23710bb63b8486a4a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8aeac26efc9a5a69a8b21dbc96bd39d3d753212
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd856e2caab9b8faa392d92bf65da330c42fbd95032fa5391bf34f9582266d05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998fa089c40b599427082b360eefa72e581127bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ec3f5635638d9b293c80a9968d1bfee94b430596f6553216ab380a28e3d0e2
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60a1982f6c67664063fc102fdbb0e17da117ba5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050f837d0a006d9573c4e81cec8a90fd3cc52542adb5597eaf5f8b33508bd783
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41308d07bb43b068d3e4cc27f58671cef739c0c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd31d0fd8df28bd170e39e3f7820947f62ed9df5109fa662e8e1aba8e922f4e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3473df2814a8b314bb2bc6d9bd25ec7e69758c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b072135aac24107c7c4243bac368e98b70feeaaf04c22c739142ea566fba75
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfaf3c9b5218a58a914af2edd873da44cae0d67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caf482230eea55b9218ba23a69b3848ec8c06b02854d8f45b91bcd11595f7bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ceaec6bc273f6885bea51aff6745e6a82a93bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8247df1763a43a075aaf0bc5891a526882c5b09f73b970441011c99c168dbbb3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653776729d2b434a76a7439ccd2edcff0fe7f459
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb33c36f034ae1b2adbb1afa7704b090e08aacc2036926ca341c540db0a9fc9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb691b58159598fa9cab2c40c034dfbbfc65f58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d824eb8fb3348f52975d7ff87a89a58068c03392f61aed0f9160e70c9c27e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51618f54ad43de38f0e50404a1aeaefa952ae2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc593cc4071aef8344e16d74ce0269fa9547b7bf0f3b7393e21debbd0ba33d70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6bac646cec05e637f583e017c494e41d80eccd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bcc3a6413264544b40fc7538f3f80ea3013bb6973f8857d7f02f5788c4485a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e24a5c3a7995d9e5e6a69a94ae3cfe26b808608
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a395b880c8b7192990e9d67ac88b7fa0f5d0739220e6c79f8e7d45ec12f525c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45472f190a37edce4abfc0ffe097a4335df380c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a70b3e825a3478bb80607bc7a56d135a53b96e138b1db3dda2a5c92d6cddce5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90ece0e213826b7abd71453dd1ad3820d01c873
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bead50ec640014058e59a7aef75d6b0ab59419c7b906d4ab6a16575fd788dae1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba0e58d73386a7552fe3d7798cf82c5fb54deb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0ec16adbf8e2eff68fa11a6dc74a02dea3abdfcf376bbfa50ee9653237f264
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32073c61f0659f9e28fc36c475caa7d9fa701206
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4a722095b4b9ca99bdfce44095a832afba9e1e552fb4a25bc1687d03a32838
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee654b15a0d0e5e7e547feed085420beffe14fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c4f50e8b0341a5d20e2b8ca7a966c42309785e1ef893c39d5fd6d60c0b1e80
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce2aaddff978629117a663ad1cc03e9dc46ccac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba01567877456c1a8eac35a715f476496c5186fecee1e0a60b587893acbc124
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72c43a4daad48fc0a81c1dfb8275541fa3dcea0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1777f4bf9121a318242ecb55073bfe283acdf4858b592a143ae2fb101dc9d9e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a15297f460fd680a4b766d6aa0368bd7e395d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c8e6b858592461b780afd43b784d189582f3287ecb1ee267e5e55caed1b986
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c85b3a6af177f1bb43f035101740770eb958351
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f399d273044492dd4fb971cfefa8c2766ee30c0001ac5e4a72796d8c9f6ee69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d40169c04086df879c1311758d7b7d3e6352a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62576932ce3988e055914415ae8b7d678fff65178221a2dc30f22abe9f3c1a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c08ae03551d0391b3b7dc7c48aac4d57a048fca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60b550aa1ed875102c0ef5a7818fb10b6e808a8acd4aea6c532c3b69f4fe6f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f7622d426a5929c4ccf18d47a9c6cfd517ef39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d1c6d01e19dfab23f15178db6016665ecf1b6686c2f099b82660bf7bab4b64
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911478bbb1e30f65f4f752629cf2c0a861394309
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ed00cacd08131de2f86de71b5f1f5585fa319908e92d50dc25fd6f7900a720
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2bf490ede662b188af0d825f4fc1ce90ca2139
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0228ac7f3c6b4f11c26dfc928d27224ae766812c48459f23a1cc3a1ec17c20b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6986728bd41348bf838d8671f65ea318d2551302
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b5e87fdd317358cdb968eb60519b6dea388739d3646fbdbef040012d25fd6b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a985f98eab898370f281aa0bd8b432da4fd212
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebd0dd06ae48d59d524a3eb0738c2a398ead71d1c03dd8fd662a6a99ac19cb4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e631d319aadb94a2b1c1e48f04d1b6fe333a9c7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bd41993d510f1dbf341c4c0ca3dbaad256a95ee9da5037b1a47ab673cbb8de
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b56ba89d697cc0f94f306916b28165282de532
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db42aee153af7d067045a76256f2120fb4dbf5b0046359754d7bd52a1abccc95
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e15813a830d134e0fddb146e24b4ea6bfe1be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68dc078bdafc254e6c9e6fd1ffde95f28c86b26724d924e7839df6febaf8398
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96c38aa4a7cba2066fc96db5c9be1365dcfce9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be63e6225e9640a10d99fb0fff998646e80054fb74bfc88fbe4d25c0c31b8867
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab046f7859b550b9a22d7fe4542b8b97d90bd37c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d57c377566cc687a3785725242d129f67df4a6e14a59d1569263cc03ea3e8c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea309f0464f3cac456992f67c1ada465569149ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac3248d93c35627a0b323df946b6b11dde6bb0e071c34b18a9bc7b70c90df4d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f4ad06ee2c3e36a3d04ba7191a72b462fa7be1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18279f33e5ba9ece0436b534ea7bebf363406c43ac23c9e9e42d68d3e993787e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3f600f65139db59964772faf9a28c61cfb625e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a86966d3206f8b46d74e404895a7147fb0887f3bbac1e7e69b28a4a232ee8ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9793a2d9378c21ac9183a9759210e542fb86c28c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d7d359cfdaf827e8d951984c8c1c46ece3d085d0bcfb1746447c35892af9bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650ce40ae17966397876122792783d1486c9421d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e12e11dbcfdc051be7245c42d281d682fda47e158a196b01f7a4fc1e5ac4e0a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efa77570887494a308bda35ffcd0a7b84816c66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9e1eb9e963ae8fa4b5df1cbf4268a2959dec541f417a5441b3c03f68f4e893
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ac9c52dd32819167ac15c73671a60c97c4fa58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ab9cfa88a4d6096184c29f084432934532cd034a033c0acf3b37519a38471f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad926cf107042f306b2380e97af9eb1799e44071
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023b02fa0b4e1fc8be048a4667ec7ab0399f98f85d9d8940c0b048b10bcf85a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167ae6782073940d765d59d187b7da89823162e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1506c9147395bfb1cea3e3d659cf9150679596688700afbbb5d53f61341ec4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb38924be3567cb5c9a3f0757f7f33a8055c14bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f354d5b90b9f6c3456416b8fea7b4bf662d9e0639c0f8dd3b4db8d6034b7a0bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c4c2ee8eb0ea0499c5b0a80c728987ff762e67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9de2cc1e3ab7f40337a951d9ae156091a3d22a12e861825fb0d74346f9b486
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac06f30fc63c918afa4e8318712a9f23acb91815
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20981a81fa7bf8881f9ac968ee396593fe87684fd1f05a7de9d3508a8d38d7d6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687dfee51cedd0462d1d7132088f4054e9bff6ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895fd7908c68bc514a28e82a64c32d3f2c44dee76a2dd39c6ac2b74b83e73e5a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7b41bebc00d717478f854ec24518148d991a5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890516dba3eb14582b0e40c2b7ac94eb4425a89c83e2d19e164bcdd3a6a65028
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e0ff15115d2e98bd976fdf78f95a510072a202
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c547b627ac973d8fc5d147e21d885a1580bc1354d218fdca32321e299492d8d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00967c32bb5939e420380ec00e0f7c55c616bef4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45ff6a65ee795daf744710107c4fcd77e6e6477c351a7344cb7e4a911f32794
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebb09e06f535c18f6dc83b10ee36c4d67eeea90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a097d9636074653da4499dd2a1d35a2af92f14200c88c57a68a91d723eafdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e83e5517288a98280d364c45708eb6f90987240
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85035dc34f78d52044c9dace536a2f1f2ce00d90e0b6d885be08a341dcc83077
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0d3f21ead512bb02ae79efbf1ac15bc7e8e87e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfe925f173df86408373c5c11a3b1d8299aa2e9dfc719f0f07e67fe876cee0f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f24cb1d82761ad7eecf936a6618f990da276a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a115674dbaa3e3acd49f4abe6dd55dc4f8af7a73772fead7093bc84a6e4d6c0e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32683185239bca15e6a6da344f1364f76073e974
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3e46c4e290ab46c37f151f261a9763d8b7a4d6c2113fc2bfc4044b62a19b34
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db00845139bf074e8fc517bab286498fe0689e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f68f2b5bcc790fdf229ba1aa896da330f4ae8bef8410a7cbfe39b9817dba2cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a1e1dfb6986a3678b6d6d5116e7d1f1c49b49d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fef260028eab3291dabcbc989a665519726cfa7c30b71a7fc1e56ba488417e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81304855dc4eb9f072a686aab445147c498a3628
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385a163e821a3a5b95da3e405d64336b5ce5ca7f201b67444128c73e6e3ca577
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250b264518d3a61d99183afce37f356ec32e201d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84da017b3414e667011e9f46fccfa4d8ff0b4bba52e43d1df5683b8b65df403a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae240fee6df3da4bad177ba09f444a97037eedf3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f557f8397c0933af07844ed22bcb810e51dce290115e5ae0358284cc2c513ece
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec026cf73346155abf84f84d63a209b2ac70436b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cc8da49b42c9159d6f13de7737b3a961fccd14dcf20ede365592dbb6501a4d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cb1e1fd3c187a3f7878f25e48039376220bbc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56c7c04e3184625f6d3c7cdeab1a8b8db1f034c19b99b81d0541ffbb7b9ed5f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d86a2fb2bc5f7e68b2c2568bdd6f1a886e069dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b08cc649af6b450e127065a3d7f57fcebb2b8adf8d4fe932c986b3d62255452
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fab33e4f517cc7a009fd3301372d0bf52e02f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602684bca6e070a2cb81147decce5aec5040baf703279b024e4f1f6e89de76fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f3237766f7a8cfa208e12193135a5b91760f5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78e45bdec989426e01efb8d0392e049ecda6856e6af1b8c910b66987e89ae91
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38b2231c8518d6a18b24ceb9b8789e390997e47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f07e53fbfdbb27a08ebebcc94fe9d6e586f925d50c9d1283660087be332222
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831950c62359930796bf2ac8ec978fc0793a4855
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd7828a85927baea19d4c61e9f9361c567ffdff45bbf87bbf1573021bd2764c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb05c0e9efe7c826e2f4c56d6646b8911d5957b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f3243a2b78a6831bddf792483f13533973447ce5753f6603113f4bfb24a365
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54768b9bee5fecda97a0cd8da9ee23fb484d0549
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507d087392c7b146a0412b73f8c3576f5709d9d746e3bfb8780f10dd98813748
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2f94961622b35ea8b848657d8e0b7dbc24ceed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c26a3225dedbbdaa035d27200921db961d118d40252400199021ed467defcb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8ed2301d761be8b147a1db6377ed01fcb70c6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64df8cceeeae6eee7d2de2685997984f90193fd057d09c36ed20bfcc97864bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d49bd246261271ea31a33c0675f8b41dfe35d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6c753befbe6a0341e4abddc9caca493071635f4d4844c4cd78ae026de128a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59de31aeb6f70df4132ccd69e0056878d8eb6424
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa88f7466e4b473ed920849f7b3ee37f22f83037f6b2eb33f995aacb10519fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe13fc44b348bf4584a942a43060e09b36a700d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213ca319f4ea90bf068b02bbea6b8154d34d1721b11939f5791cb3223683caff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8be1d2ca4a763ca98a5eb42f8414651220283e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cc2147843df8690a5c4df2d7989db2c85e4295f8a8c56b3ea813c08282b6fa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3e4f5e1f27a37fe65177ae573bc54139588cee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480cfa57e82c6650009fa4368d89b3b352692c8af3ddb55a2ce3e1d8f7ee313a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74a49454132bcf2fd5f4db543155a5d8743397e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ea727b33272dc16acf16e5b32304232ceef4d8bfe52e9e25277cd8bf507df0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b492687cf4e7d96d76d96d27494159e8a44883c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6123ed7df330e01fd6fbf050d0b22ed3cc0058b91846b2fda2b323d75c36d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786173aa1d8ef719a58a256fda1bcd92dd1eda97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26659075ea6eb238c4982af851c4f944440e50d4bfa3a00c867a62d7825041cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbb1faa34664b13b360c930cc9bc0954952c056
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ceab7f55e72420678b400f329bf7d1f58fbe099bbaca557b8bf9903672e95e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab4af45d6ce8a3cf143ebfc6e18e13c91093b21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3997a875134987bcebb2f462a4cc73e156944474753d513ec9d74e4b0e87d866
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b5db757c3e6c09b81a8fa33f57f79b1ded7441
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee160ee0336104df53121210746780f212ce2e4ab5ab22535cb00afdeb3a226
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ccd57d471f86f4665d950ec5a2a8007ff87326
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31508556d46353943f2ec1906f4591aa62e3d997edc57bf9bfd02c0f66b8e631
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab14ea1d1e7b247f8afb2c5cd4fefb9776c31cdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb25064a59d2d0489e1d2bb1f576682e1d624f7926cee3ea4d0e67f33cafdf99
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfe94e94091e3b527fb1993ac42c8792389d132
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a56f057fc439fd99ad4e5c35d0113958fa544a69d73be2999b56900dc702cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054b4b3cbde414be4ed848d4c140bb75673f23a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ef0d3835064001b328a0f856fe3b7811c0738ec1c8464e86392256bba871c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c006a781baa6a56df975d7bf348cc147c5d824
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706cb2d27724aaa6bed4e9f0293b94745b78fea4dbf460686812d60008f4f63f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963e1490450371dabbbd7ab76672ea65afe73f23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0231ef40fd53c315c793507ed6745f862bfb4e8206a195e73e209638354d1ece
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a689e0a487346feac1e3acd4b587c7223100997
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cac9c14d70224d42f519524339eeb77f408d287e6112ca5cda7ed4167765b9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524bff42576d851dec12d8f8599c5d98e65fd0d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27babf68ccee4f5906f9de752573555810c26a583bf5ffad9a5b3cece22f1447
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd39921b5891ec147169a0db5c0740a40cc9e3da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929a1d17d30f6b7defd319894f7a4a4fb19f23642169552355a0a5888463835c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0893577849d6f278ebf59fefbea50c48e3e056af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f071ae5055fda34a639f17a24332422f5764a1bc6a7ee683f21ea8650836a061
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9277bcfff39f9830ca44cef6724bd0fde009997
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df4d5c030cc3c6b2caf5bf287adf45b770378393746fd17e5ebc491ca7c2ce3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba84d8a97273d29f1b90858d111b61419ff3efb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d143a0794f952cae8568f1ce4df21a98a8eb14f86d25e1649caf182592a2379
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748a0f2cd2e6d9eccc16eec3cd8a850f68770fa3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27afe0e8815f3180cb40356f314d53ae2c8d448b739c8647fbe89d1ed3986e6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339a10358caaa1ca9bc5f37380d3f1baf746ffbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b32f37339a7a378da45398a746338622a93a297015ea32aedccb72ab19d24be
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c842e7909bbe208e02812444da70df1c9cc687
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057faf82aeb6fa8668bfc1c0902ea21b6fb441999d8e6b456757f61ba919aef7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960d104b9c29eb2a51cbf6c33fb75a0392dce6a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c382e22df03a32de7def44dd813b0f4651530140468a7de55471d344e8d802f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4a5d8cdcdc5ca02239323bcdf7bd970bae1e88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019d5abeb2f1fc57ffa798befa57aae22797136683aae93a0ee001176d32f88c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a8adb931802d2a6914010bbf388211da91761c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded3c2b9ac952f7e8e1dff27d08a7b5b8a44caaac526f5a3df5b68565cc9b177
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcfb045be333311e9c36f8fdffff6d5f746e719
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e66e6160c1b74f87700d115c4049c4dd96e221d6fb60704e59c7c772f57bb52
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d1b9ce0907db5b422d9daca1cf3880c86df1e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be801c86f1c065a36443aa67c641c7860299a5a0e2ff5ea201b6c1bd8042a915
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40dc4d99742526c2bcb928b2d2f0570b4949583
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a2af741a9983303dfc90c3103b242b8308be8d3798f72029ba50cad1a46a2c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc7bdec30c4041b447b45db7091122156a682cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a41d2bbc41ca4f732caa4ec01cffcde1ba671e7d0d378bfd6a215de1b9b559a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59e2bace07cfc39c280da6e1c149f086c9a311d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0712b1b86d76ac8dff5bc61290e05c76068a8159fc70c7905f835cbc355ee1b9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f6b65a715df16fa21ff8d5d2a7fde50aaf7eca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a186c4412dcb81df13530d38ce78411d76ae43168c3493ddc316a1789b223172
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d284e66e895820ffb2374b51f4e349ee4dce6a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88423ac935b7ef2001a790005ff16218b0c293c1c2bec74f9aab7f88edcefec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d71609797ccdbfc8a765d36a236287e962a4a5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce18ef667fd6e4db1322604471792f47f4e190b77058c0faa3a421bb781755a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9665fe52094617eb1ffa95dc0a8ef2d72ffeb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8e3113aaea23c56115cd68337f707488f5724694e2e148dd7ca2c797ac7bfb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8059e3704b4d6233ee08824f33cfd193fa2474b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69f0d331e81b96cafcadcea11bffc4f14d14f5a3b86fd7dd79a51e7f04717b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c97225de8e0b3ac75d6bc102c64ed5a45b6467
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d92181427361392354679340c7ac54b3f1c43eb137dd17e749461c8f11b0d5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370ee64c64131362263ac881b83390cb791e918b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e1b306ec71b37185c3e38077af95f19fcb3999fb36078b99a58f372bc6993e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636cb9b0d038a2e3b98a0671d18496d35c5ae368
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eb29f96f3c483365a2d62014261873a5106874a5eba6e271b3d717633701a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9ef8ed60ec22f3fcafb35a37a9e5fb8d5496ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dc21d8521e22ff0500cbba77102f24b0b27c707f8d1861dab358f1b6592413
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e938844bb669144afc06cb747aad7d06d2d35fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0694ffd374424898f3ed9f5684b128533b02ee164f279117652bf336002379c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da8f502b33693dcb52a1083deac8dad2705e065
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae2c4d65de03faf247f66737ba713f5069250b68b8d6b3a6cf8476c9d5afca9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0f1cc4a466a261d0ebd3557cd63d0eb190c934
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eda03640fc7ff56290c7a8de99d44f3dfca267d56ebab7b975871003c1255b9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09437e756f771aff459b4331dee2aba098362680
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f3d76d0fb0dc0f4d094b436a5889fa70e82cb757e9b56ab57ccb5a15f1723e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea95ffc45f4f169c58cfd4e6548d8472340c502
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2552905e02facd6e3f359450cf4b60f955e5e36237c646ff7387bfeac22679d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61b0397130947aa8a30ab57ea83e81c768dd81e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa4c73fcda2c2aed63e100e38d7b598a67c2ecae6483eafcbc5f96bf7d7604a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d9bf9e749f4217c79cbfa46f5191f15ee55003
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13adf052d92b2a985374d7a6f90d3541beb40aed9f5ad4848e0e1e9f7547bc5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71389414223880d44aaa8262745c8446362a2d9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a704ee198e540578dabca86a44c6e2f35a8e82ae4ff054c63c9488d4189990ba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d646a21e080ef84a64d57f9d027e68aeec7c2516
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a66a7f0cbd08a4f9242066b7917cbce26647b56822659891526f2d22dc9f4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca91866e0baca6b4d520f87bcf9f5ca35665d15f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f4505dcad8ddee668d9c599b9b59d8db19f070738de9ece2551ef088bb2b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6248a2e073e25474edc1976590c2693410da83bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bdff83942b07dbe2ff1be791520f07747fb48e60ce255969fed6304c9c272f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e35404b48fe8a8aadba22acaf1cbe7c5ca5739
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30849e31a14ab81075ded8475a3a81f04705a927c014dc5e53b9fe2162d28795
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906ef55ad569c5b6aa593af601805429acd61faa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d877f07fe05905e9ecd4a293951d3abc92743ec13be07bdbabbbc4ff9f66d4ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5edc633c54645f6401a4c3a773fd605bb2f947
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1f0841747a73f33024b3ded9e9dd7d3ac2f46f890c38852a01ae7e115cd59f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba5b611c0dee04047cc49ad5c656511a422f633
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d6a97f4df55d18d41f9fec8e81706013f24234355dc088f2e1a24037d3925
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8c0504db26b017d7143ef78287756436558bd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e7be608fe39f984096c1a9fe9cf65d8b4e932b03ae3b5a40b1ebf160472288
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971a24d6ce68e386e5e3ecf1273226f34be4a3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46862533e2d53564cc06f75fa83a6c93a5b7521aed83190c0a6171d9b4e3455
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feba2db503b848428e5a487c0aafa31cf3787a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b278ac3937c808deb94e57311b7a64e29a9cf8d7b2c0092fc84af5055ee3a95
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c889f93b4281c01bdaee789afcb45c8bd02f69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d4cdd7a28f45e7a0c8c6df88b7a8077e2c5a9bc850c3d354a9a894ef64bf6f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59167153c93eb7cd4dcd68054450cbdb15cedd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5c087ae830c6fb4f5efd3d46fc65c86c968838c0a53ece0d1441adec1fa06d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8364bf9d6a0bdbbb629ddaa3e831f4a5283b30e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795b4b81c24ab80d4d0a39184e05fadda758e2c913e1bc65e81871a88d71110d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadfcaca92c7fcc5132f33ada6890b1e3a884199
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157c8e077a8861ca6ec7bc94a5d8d2b59cd436be7f1a1457844558a012a093d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baa9c73208504a6cc5734ec475138e0a78c2f42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5180fd8fdbcf21562ca212a71e25ab0e964392fd8609a48ea5c2dc410710e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9519825b9b9104d12eaa9b0566149604c0baa5f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba01c879df433742ff2c603c1d85d66533b860ae23466fbe01701bb388bd923
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa960c0ff790a110d767cac70a964745532bfb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a453fc76b1eea6a504da4dca08e8256783c9fe32e4d52020949d8a1558776570
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a287044ffcf4a89dd05069a20093c0a1b6e9725f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe03b1bd18da48cd9f888eadf0ea044845eb6ee77169b59b93b27b380a0e4b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2d11dedfa23358e824d47869267f6cf30c0e3a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cde3aea6476f47137bdbd7ef11bb11eeed6cc25638ca0cacc6af8de50e4a4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36272f502c1f1c69ab7846224b1160cff40976f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00aae50802fb232f475b56bc356402e5bbba659216f9fc39a2a32a49db3de0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4368d2f19399e72a81b61cc9908d6f20c1825e99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c2f0602e86178393f428739f143270891e63dfe5f7a57fe894a05d0c9d9b4d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba1cc931add5f40dac2c1457c623acdd40b8cd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bd4c60a9b9ee97bc5f55208d7658714a836d56862e06abe3f01ca22ec8d014
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb890eddb83d79d6f30f0be66c80d9637e6c1fe5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b071b04a42c55cc2fbd3b1482cf933c173e1bbcab121411b244e399b738cbe64
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305a042c2ce055d318c92cf130887a874ecab3bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb38112dcaefb587b0de46ae63ed215fc9e10a8b9d640e962d39aa7936198f2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3196d1eda8a868657546bce4cbc543fabe9c4a3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77531db8269d304bdd28ef46f8e6615b68faaf8c0ee9d841b13a7647ca4341d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4e37c230b51b4d243212291afefaf2e975693f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e94b22d819b7022eab2e3003d4f5efa3ad3ba42f62c70e28c6ff1e22770007
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b66c6df65d34fa994d63a9a2ecc6b106584a322
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6152beb573543e0cf28a43c6e5fe4ac0149ee899e0d38b806853ecf1e38931
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f55716b18a897d6db729b84343990138a94dd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bbb32836e495eb52e0143a23a3ce2acad4e220e89b01f2acc6af4fa95ec346
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8dc4ed80daa403f9b807b0180b14c551db8cbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f71e2f59d07f73a4e545ff9795c2728db118d8e1b9caff472b4cb546a2ce152
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d4966b6b404b312f5422247d1833254eb49ae4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619d7f5e30332469249ca1e4c739d8c9a95bd21168a424d38029fb55b422faea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3b92a1f3895ec450d6e047e7d976b32ee65e4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dff45837644d5838fc1bbf51352412fc81b9aea29fa86335029e04fe550940b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c16d8c52024e0be243b7adbdf3b739afdf8cb1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c963e5b24629e8c742207e409dce92ac3cd633d30c8b3c57d1d8d86483269a1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e49a2255d914e5738ecd532937ef4b86cee4f88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5688f51c3496272b75958bb662df71fd1e38329489f890ae1585c1d83b5125f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce6d773719c6885b0be3d0b00a3ec26cf26ff60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f767dacd4289b2697c50b374fe41a60e613e606f439bdf104e1f331aeb93517
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a07763516131ca0b0f042b4baf2808f6cb8ca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc683986f930a7e358f662cfa9addfabfa6c3eeb309d1de179ef93183f284168
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc41bc3862c495b1da434072281c5d22d03aa51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579437a2ad6dcebea5910a69be1948c568181d642590873e378b4c44172f1b04
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed7070aab0f5193a2274484e2f8f3f385af37d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e3d4825fa059a6c5e5738f11ef6d6ab673fa71e05e5b35ecc1f83f1747afaf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d086c7c765aeeaa8f7935c4af445f93188d471f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50d4e6fc5a4b972d64befcb181fab4ac2d55a6a57c8a78b06154fe975931baf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e70593f131b786b25e843f14c6797e0fa4df92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e0a5d43d1ce5a54fdc3b76b8c07787def8a501c31ceca4ea5a4951dca9e649
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9200f0a211f61a7d3afd6bad24ca7f09fe28819f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ffe8a6f7533b35b135b3f6666dec2ff3c0d2e20490f409ab74ca94f96ed8c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007b5c9542d1c8dedb0e60a60062c78cb5e996ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d342ad7dc044470d435011ea9bffd344f6c745c0069e0c6908dcc53b3d19328
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38631d1939ea05b53ea3331830a0aafbe87b0530
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9fc220d0fc2da1252718b3695002e242b96c8d79066a9112d14408d315419c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1ed3939c36b5a937d5836db6697de63e663c40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828534a29f0191ba08f9c53b8e4737a91e4cccf59548f44f8914d13df28a7e1f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79333ea31645388b3a3d0fead91b99ece9f87898
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcae62bb092d30d4d28855244ff6b8bab6a7a68b5863e38595e72e16e0dbe5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e0751a3a402e21a999e57845bb8505deaecb3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b675f8a09f287f8f4f9112776892d1e6bff7662c6e69122620551747f4bd22
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6643c55b26525857b14a84ae41c7d38b3256a44e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73fbd0e206ac01c0cf0f005ec7f3153d7cb5b08870df5d2987f055407af25ce
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a4baed1b396e6047e56bd22e48c57f7aa28e52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23433c579dfa695eb34c6f3d51bb157a0c080cf182dc251cacd9c95113c6d9b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f7eb062bf2d846b3855885c049ac4f42cf39bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3019c9c26cefcef3c55abd8ac7eca5d88e7cab3d4e7f7c8aa710575961fb8788
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e902decd1bfdfeb5bc53b742629f5e9bb3f51917
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863761d0aa6fdba8f70fc899c384dadba35857e0af78b1e62038cd84c51e5f2b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7451209b7706165441288c349affba35d2be9e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84c0fb1ec4928c0491355c91e5ce051ab62a0b7309c17d8d74bf0418c9853fc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7d26e9ba7a14e3647e6defdc196e2010a80a2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd14cc4c8b4d76c3ce1638f64048aa5a3eca7a1bb67525b4870e2201ed1cc541
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1072b9efe6b53791234f84895b2d938abafbc4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef219b6729dd363e231469610f5961af8e49f64bc4018fa821ce2d59f4c1b41
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff222d106c2b397da0129919de84d1c4bbe32021
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0ef06d6f78111433c526576c824693794e63955dacadad83b050d5869199d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b55bf4f8d96466ea1ece059a442df9928384eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7710790ce2adb813649641d16100319e20d7cb45d33ab03a5a0123d034ac9ab3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a79dedcad2c39556d63bb24d7eea8544933043
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd19258fcfd2c6dbdf236cf81a76ae45604f3f5056e7a95eed47daa9ea30b6ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30716b0187f81d08dec591ae9c7ec0cb800ebf48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24ff7359568edef64ec497eae341fbcd2bbfd076eb29238ef94ed7f553d71c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625ed0183233b4c65b6675309561aebb17216820
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eb0d35e0c60e2b58dd4d298f4f4456af72ded446be22a615990b0474180fd1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e88090afe0416b6d4364485c12b6ce4ef386e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e45092e35a4da95cd0e5e125d0802a839e32d333e1bce34b5fc2729b59857
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7105d7ee03b1cd66f006db3681089c504fd2041c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eff005ebdf9e7a7b613d58e2547af67f9ece2eadc1f17449674498edbd225c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f46e01445ebca325d267b5bda7f9a7bcf9d4aea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dddc1ea95086ce1ef1ff3c982cb4aebb2891e7955c4d967d80f43ed513194e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88d7656841326f70ef26392833d6dc02e2316c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f510d99c8e7bbcfbaf53a33a87252a8fd2807ee482ff2923434847e874bf662a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e244d3a62924a10242f6624c11b2721f833a5e57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7e1a7ec7520e3796926abad42de18a81ae7767e4e15f596f52693ca803843e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daba9ae82182d6589ce00851c397a5dfb7ed2e99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c262e301ae1c522e87dee0b3c2811c21a13edd4dc6c6f11eda6ec6fd1dee245
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02278c41577c3de58327020938e1703e16fec943
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f80437db30de84a30bf119356e6eb24bedafbfbd76e9f17d21bf5851aa6bae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcba5723d1d373708c9d55ab2300f77b9daab22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bab9064e04fc0cb80cc8493571bab9be0e8f63952e868c6f11a06ecb920ff5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bceae55961b70b6651ef85f31894fc60d63691
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb83c8fca61c2589a7c7c64bab377996b76f4ef9cc03d14b418a02563463ed1e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fc14816adfd6b90b916c1bbbc190bdcbc66a13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b36117944d9fd2ebd9eba27cf9bbc80c488b142af04085181a4499c9e87ff4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe37fc840745841ab14d3643eb6d49d24f43b257
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c450d22f9d4fc796a7d2c594ec24057d8e02b1aad7607871b356311a117261f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2014b5adb4042d7f532a6f595404e7d824175ec7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b29665ddb9294c2c2e6f6e5494a67ed0a01dfbff3a1bd3f465dd3d417e28ffb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3413a3fe3b41e28e55073acd6de509e0ae0ca3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bb227fc7d2f37a0c36798cf9510c491944500226cc7047422995ac8569777e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7810762d6b592fabf7bdd1db1e270c65cada5a0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714de4bef24cb3f80eaaa688eb156b08192d846cdc877b35d59c3b62a55f6ad4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a64a418ff7145b7e1508d47abca21750c242bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc3d83f94dfedba734a5d326f279052ec2caa7ba2d2939b56e187f75b8f4b92
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252ca82987b351188f9c23d8ae98cb376ee20b30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96203601f64e3b1db7cbdc339895e6c1a4b2bf4e2717ff5ac769df8c21b7ac01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923fa7d2df2813f6b5085c7e3670d69727f71ad7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca65edd8fe5e8326faaee769d7612ca24a5a8292ad937159a6adaece33316e84
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b769668f583b4fe25b234c71eab7f427633bf35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59fe492788c2ac1a3a7d110cae1147c6f1dc35ea084f0e484595d3a21653675
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818d8ca81c47f2c4a1ea94490d39ae6f8475f413
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdc2b0ec0ae45c63e091ca7d8e55a8c970702273f14ea3b52bac856bd5222a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc63f40a17807e7fb5c435f4c7b37b04dcda7d9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41eb676a6f7e1e7f4031848c5c1305285fd44bc2f15d46ab171f081f4c04dcfc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f22e690a57e5ec6ee1ec2d7a0f7927a8e534715
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9dbb1895f5312222712ce15afddf294cf8f3860e151be91eba82b8d528185c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9b9004262a2b060c736922e25428ce78cf1b35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11af5c423bbeb321fee39b7b9151d984665be60c0d1e8e542245926daef1744d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab18ee4cb5134a67e8ea2cd92db8a137badcc2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1700793be878d033849fedb6a8dfac60dfe3a86c82a46a65f81669120cb4f667
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25159fc49d45d4544eabd8fdc3ce55676469a4d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b959e4c07576e0677dda2fb42b1ed20634a4d86b23df1beb560b1ee91853e1d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca45ec56294cec92e1cbf57de26faec975fcd017
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f277e06f89d3a9433b1fb8661fac83c22bc2a556e90ff2841de158d15d87dd6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417ff87f96e277dfec933a66e9811ce139ee0be7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d32f9315fd13525c774bf5228ebc5873de48fe8d0c1184d55983b9f67263923
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87529e951d186e8ddff64319482ff9a40478b1b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a85420a930341ab5b68cfaec2ec731a58d373bbfbae6e4f5fb6839f3c166af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f19784407427e62dc66faeb68ad0f63e2ca67cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b889e29576d5c10e9782cbf9e523a19f2ced22ab1177072b9389a87b4939f9b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70452887f6a098d0bbaed8fff921d142ce6c3ded
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d02c0edd97b7a3390be05d9f35ea9708c0ddd5498a6299c81c0b36c3df9d3e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f031c9a432fee92136b46908ea6a92da4845733d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed31c5601fabd7e8f2b672bcd23495209046cf51b4f9e991724bbcf9fcd6b40e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba137d288eb87edc5156e1310075a4098f8dae42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b673fb04ba194b3eb050f669f757658fda57b3a3a15860e92b2c784bc3c02d2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a436e7ae9dc8c53629e4456c5e79e0d61db385
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018757e828fc737773a90ce9414ef36b358bc714a81a01d3790a1258abafe513
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d44ae6c9c8c78ce7a5827974c10a1d62e1a22fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b54b5b015d0d11fd1a2a5e22d5adee7c1712617b8caf28b6604129fb79bbbf4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43e5d0c960ae0488c998e0df3cf9e2973e5d43c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f443b12168739d42544e561595b73c875ba9ef8f542e0ac1f55d3817190a55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1cd4144ac9b0e83f18dba657562c30452f49da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123dbff9ff11578513f7c46f4df68a2d67c378c37849958ca99cf6ac124b0cab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07baf2a01c44a76606f805d8495f08b61131172e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b07106ca5416fe66edee787793e3f0fd7bf985f120ed029a1090e7639f0b26
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463951e28f861cf97dc312e9ce91503782f759d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bd6ce2ae63a9fbcaf28d7096424c06409e4f07f7279c3d5156ea2b15e8ffb0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ef469a227930a597c6ae291bdefa656ddb43a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65ba283de6a515eec3d028a362f2e70145aae754138ad4a51311fc6e2db369c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3145d473bac7f71569fb15937b30a6768ec6f63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be75e4701b6cc1d0eec587e6dc143c3ae5557d611786df339bdb4c723b87c46b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53d6c916be9930e7b45d7df7f3d65e5f38d2e06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d804a9ba5da5a33f70542a047adc8b725d4ef27c00ee349719091ec58432a12c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445405fdcd72bbc5cd29c53ad4f94307328b685b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e904de8b64b92afd9c1ea81b7e97826bd103d1d53a4573fc0cb463a0b6e5be02
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1571865852648dac6de269c9b1285dd31f2c78a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760eaf15e607d299853000069fc30aa56637da416d742ca36a98a2d070158b6e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45bcccc5b9edad96678d135b97ed43f28598a59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9273cb9c846595ecc67043c1e75903f9740e7ff9ae2376df2d4bc3636b4c052b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e91e4fe16c38b359f0bfff898639ffe75e483d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c427d219090d22787b20e9a3667aeea5fb4cfca2e3af9c10c84a9a0393d31916
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d05d935ad712a860e666cde38d22295a9ff5a92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9641d8d8941ff319a3a278b76bc26b787d8572ac8c94c3a91c935b5b8cca7035
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b37c64865b22433bdfad924010f5fb6733b917
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9c62c8d7cc83df4cbb3384930ea598ff7efafa94c16aaa9e583874f3c9fb31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2cc5d34b6e5392e2ebba497ae8ba9dfa959b96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d2aeba2fe81d3dbff0a9bc20e26904634fa378a1341a867bbb59ec9bbd846f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d44973a37a9141e7eb64b7c9229aaa0623bfb88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e23113b78393fef10ae54c8cbcc79168857524ae2d9d7982f6ceb9c7924cc1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d165c290612fe06dd27e0c8db94c8f9d46164b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5133dbb5a951bf953c5a140c408b9ea81267b2c4e7246d38643b183aab6125e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69bbf231fd8c96b676eecf94e244be159ea16d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1c1de80e0346965b93aa2b77173b679d4853ad19dd71a21105e284488a8166
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6ded6efc68a3f2f21dd31dd1ad0ef1260a8cbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140fcf8fd64f613056276c2621e94bf3f7c6a6d580bc3b86606ef789dbe174b9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3741393cdff898af1e0aa99af33c3dfa3c0d78a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ab63cbc41f1ee2399de4d2004f9debdb7c745da7b95d281c73b66765811bb2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfb461521478eb62f9d630a338333581ef1856e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c353b2ecfc42b267efbdefeed95aa018d487abd8477c0734c78ea90a3e0c9bbd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d7e63aa55eee5f27d10d48481ee319f421b69e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ade8a843c15965f909a251976ab8c808129dd01768e9f6865b28770f72790
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e04f11cbb3414be5012fe16ffd94354a4005f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7630c4f605fbac5c0fe6f4945434dedfce5a975f5999678fa7444af64dbf56
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe14910db2d25585b0823be4e3761c3ef10b9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d44514e693047bd0bcf09af3a9de488ce94338e843f1875783a9db9ba204a4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18b8268e1c60bcc14f963473ac6b1bacddd8a2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d7cf1b28a1204f2af744fee7b839f4afd7baa303bee0ae706902d9225c2c0a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c260b6766bf444784fb20427f3896dbf42425a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5b4e25483954e20019d645164afd0861df5cae68f794655135d99404ae17a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfcabe23288659d4afd76d105d787df9fc6c609
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b44a2b8327dde1e9ed5027cfcf18a75175653a452ad37a82a41bf8fc2e92780
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e51f4313353c8cff1b95c4d29e319501660f3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f5ae006919e0abe0fa09e19a2e6a8065ec0c298223cdb3d7a1d9f13b73da6b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e31222feed6cd906bf1f5a2db4ffc922d9c1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e582df62a37e3f321f95872183acbaafb4d1bed14260602464713f2d90214be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047343e4c216893ad092c305879294f067b12204
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5389e0737833546d2a23a7a0d2c168b0971104f62b8b6e8e88bf78245bc3c15
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d7ae6cb0e715bbe610c7d64c42976723502afd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6482bae8ed032209c0563882342c1cddc30440194b35159e78eb2485a737e5f5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc88f2b2ce406952f6f14a4e8d7af7e3a1d8af28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147af1ac17137738ab616fdd4adcd782baa896e081e0b6a94a6fead606375b9e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bb0e51d3247c5981832328b5d0c46e9cd9493f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e70aaeff57a6d39491dcbbbd0605f490bee021c0c40cabb5e4ff9a337a89730
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f1292f48627858dc8353be76478a482324d63b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a352600678a5935d4dcc1cd3457d4c9640e56e3d23912fffef8f7bfca000eef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4218f767c4805c5eae6412111318bd96e406f9ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8323fc786caad917437e7c3c809c260f80a0ff7c0a058b648475f8e9b3ba861
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28153236d5ea5ec19c79ddf58f02678886702aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc664aadba8ad0163d9fa8212350d9bd23e50c430ebe8ef7b34964d28a44c6f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcad34d3512751252cf90714b2bb544ff336e04c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206f84ae08baa37efc85ff03a2f1224cbe108b9198a47fd56d5e387f7f1f7f96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693de60ff48527cfdc106b98ed631a5e37563e9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c874fa9e57731d2b7a192682a2f8d8f559781cc9790401ddf2bb0b3d05c81b55
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7635c00d0ab1a5bd66c6093cde1efaffe89e1026
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f788a4e721c5aa329f2c78babfabe967861c7f10963c961fde032d0b54268711
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876e5cb29596aa2e74bbea365bf54bb3045ef39a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f87a4bd4b24ae8b829df79de188fadbc9ec3e67b50d3cd9650d7a35a9d5828c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7c5cab8fc34eb0ebd82b6265489444a5a680b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033397507455ed6bcd3c56cac994a96f6259c6626801c9a7f9efd5c450dd197c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f981f697ec395a1dfd004b2a39e1d1490a85b9ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7057a1f9f99a3f2cdefb0e760eb58975b427bfd6aae7e0b30b64a95a0c9c438
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1804a028da64295b035c660ce1bfb8228c9874
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c072ee276fd4e2a369bf11ee9d8829d698c2e47108a1c20ed9e13cfc86330008
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413324cab2895e1b9059dc9f3421eb8234b5664c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcda2a1f0af10004799ec4c55995721e106fd1654c752885801bd58ecb6843bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac42f898232a670cc7bdad8959ca6221286b1c34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaaee73bdbb840b3f8c52384b80f870621f4e4992401e306bc6a04c47ae2927
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7e78a243eefbcd45c5c5f89ab63eab2e573749
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8599b5df758e4f5c71c104ec6ffaf50e92691417cf7cf7fe371a698663fd822c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d88731b41ce76d1effd1838e7c548f55079820
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bf9135381cad00a434616453ba9a02f5c2bfc314e59b1e5924e8c7456b3c06
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f46f5d685100cdf41f56c46ab8236432ef22dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e36ddb615e31e9efe9d4aa9860d3d573991ec0a6f06fafd91423a15a3bbe98
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419179dd9721231d48e7a9f56d43e0df37b5f632
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1e10426ae627c9fed6afda2eaf944e33cbce09ffc801622c423d31b5a83a1a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959364bd29a5d145de67565ba45f53c446b9bf14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab2c1074a08617a5b79e5473aa2cb79b4d2f83d01313ef5b81aaa08f1179162
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0f973c613294f04aadf0053e1a79be94571133
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed69357b37435f4149e06b4095a52c2c6e888559a4fa734eec7f7c93f10b2610
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ea35eb5c0c0c0aa650c23406ea0fbce4cfdd61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b307375c0e8b8abd47951fad7373dd46308e30c7e2844ba4a2ebee48ce245d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5977dd74e7714c76d86ef5cf05655d6278279e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97995ee8bbaa001b23247c91241b2c85c3f3e04c3e95a143d61113d01eb814f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8d7d1c37e8eecf171f606333819cd0622da0e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62802376eec9bde3a62db7d7971d506f93c70ff69063147b1ea4c3e780b25b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ce72de655cc8ae795bf74900a7112bd904276c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cb2364074ca35a37ee727e64a1dab446805333ef77e452373d329a3980be54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31ba4a59e86a016761a175bfd370cd58495df8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5314e32682ae66b8d413729cea557ff709f6b5d5c953b49cb1e1718ebf8897
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4effa2ff260495195ae146f83289ffc027cfc9ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf42194e70914541b7eb432a7a557422cb3d7cff25d680a839b405974d49222c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcae55113ab067e910f77da18edde5fb93421e9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68ab2964c859b329f48ca637da16bc343d58b1c6e199a49aecdba7a77f9dec7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aaa8c350dcc79b843581341e1bc8903e18d569e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521568cf7a0df3e6c3dd52094500e5a1cd14e6f02b742deda92b5c0dd605886f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a7db306902bb36870412febe2253aa473a1b6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34bacb1b5a01467e7309e2cc0631397ca04bd86e7d530d1e04621d47aa24689
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6744be275a016e5ca2bdfab94852c353943a27aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ead9fa9bcaab124f57a4712066baf9952a4f83548feb3c6df78396ad64e1454
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d884ba2495d8fe9bafc4dbea4d4052e93db0c22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b312ba4eaa5322378fd8f27b3314c4e54ff979a6f5f428bb830de0dec57115
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a353f466101495b0082d0a75164c0ef987cc7535
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34df64432051365e195c97dc1211b1efdd79db0d6d18cc68ed233b2617d35dc3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b545493f027a34ccc4bfe19117258566debf0ff5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97192fe0e468442c94b430c7138c7b6b0e2d06ad323cdda690744af76150569
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9452fc6f5cece6e75025923edfb98b217c6a3f79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089fad999d9626e4c3146630c3fb9286a27b38171b58013398f9420c2c1e8839
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4aca30e332d4ec62fa819b3e0224d26026d3a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad539f65931405a50113a55cca12281ed48db1733037812dca133c547c50a91f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0435f78fed9e1b19ffd0efaa828e715b5ab5e70c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1aebb1cf26da36c0298b935d05bbc6189b3c2613822076d7475fa1a6420ac6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32732934e6341727666dfe5477a354168998007e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2983d428d0a7eb1b9e5df2da2fe3ec11c9c1f0f2d09805b824ad015cef3785a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86d9334f23ca893cda5064777e1bd1d0c19d863
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87f5a32322c165aa04076ba854d0183c7d8c27fd3d8c00f0bdab887893183c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce61494cca1d284266f8ebb2d0bee45d8f34395
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75784eaf463720bf2a568ddf5472e410cb74dacb1cb262beade2ba618d9527e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b26413830fee988ac39945359742bc99864aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedabf5babc8e1768c1c9cc50b3be22339cae945f7b8eaac5b7a4ff32f306022
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6673ec4c5e0f997b090d6b8b974088dec41a2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9288576e9b789c6591137cab47e370a1c460a3ca9c90297d6ebf2c6a36f7b63f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9d532d80436f8ca255a24202431c891106ab4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e7f7e064ef659f28ecfa4f411fb964a5848f9b36291c31d09ba2716166710e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750cbfee0606e1994e0bc6b749e58b5a61e55bfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6abb3813af20042e7907275c41ea23e652125f8582023ac32f343f7125076c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f0c62be393a00414cc70172aabe8eb7b3ab4ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778628efbd16f6ae6c0e7ca890c31b86b2d7d1314bbb05b1c5c3a5b643eb7a7f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b949b5c22cd23e16fd141454882b1f11c5ba7642
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb4b9cd6463d154455dfcb43b1218377350351b09e307cabadbb0f6ebbfa453
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6291e8719b0cb9d99d0bd0d1e151df2a77463818
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957c41669490bc288d8bd9e33ec07f64b4d74eac9c3f1aa808f5c1fa461255db
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20753f60d72a4697072266bb59085ea5b88daccd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f9af9c135e35c57c848e86450e4976e35ae4e9c8617a6f2d66beca20b0f43b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0998c4c7cae8201d5af471920fad794ea46428
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8ea461d69dee5487d557cf12f3934fe5d98195a3d0b502d623ab4ff6c99506
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bfdd7beeca802cfda74730dd5d8ccb0054f98a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8930604ec549e8a538967b989e6384dbc5de82fde7b885576745fbb984403a89
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d381d52e965c1beda736f11d106ccac0c0ea65c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672ae30f5c645bde649a77f60efcd307a0cc2d5e1c8ba806284bd67310637dd6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3472ad5e5d6254f4d07ac282133ecee9e8737f9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c6983f119e984c9c300ea7e5fc9dcec993bdf8c0f460f48ae502c567fd7847
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f53c0c3057876f5f1ce2d2c925a8d270f5410b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696e9c04bde891a28759e6fc4b3b341ad4b6bc5511476d50b8977e95df71138d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ff9507d7c3aaefe90489a43206128deb9c48c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e98ed99df3e4647cce9eaabe40d75f8287c0e35199e919c8e55b495cb7eb2a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38046b8d70d68db5cfc729caa814ed493c5db006
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d259b8b3c8563d1732ad61bbe415fcb5987eb6d19fe4ee8e91f8dbf974b7e312
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc216a77984b8963505a02db35ef6b8dddf8889
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28913f5405872a8ad2fc0f524b7afddccdc922dec9e9195265b4182a66e26f24
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e2587f62915b3f38f32b17a29b84523c423230
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4915209b76622814849086b322dc9c76ac8fc2dce877f9586c5ebaac348508d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aaac6a939501acae348cd6d0015d4fbc8fae017
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf298130ca79fd50db3c9d1e40513cfd8b75f9cd5feb7665c3c9acb96dcd5a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086a568ef94c65f6f9176503a357c722530f7187
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232ce59b8742d5d688f745ae519870287ac1d6bea4942fd56ea955e1b6e50d30
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2240a576225df141ff0a4c36286cc4221479a1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451326e32a17ad88e504be40005f9b8dcc6946467d1a18c75ae145dd74d4c4d3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47a3edc80cd37ac5bf21e18bc76215bc3338eeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c93096ca05deedfe36b8f4cfe21a9a501eee5674ff61eb0cc8f83064f4f3a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7a8025f0ddeee1a87a9229da687aed809cfc36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f934e253bc69f1396e2ed5622685125e3703ffcaf626f6808312ad45bbceb37d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd78431167ba2dd2d151f5f8e9574cc73b80a84f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1011225a70696fce428cb3a4728a9538412b3e0915cc0597d9eec3278b465
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ab3320b4c097ae4d245de3deaf276a0bed738c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f12edae8608fc571bec7d8a9a3bd38799e16e58ce6dc08efda4d513eaa88ff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5e2eaf3ac494c4dcfb12992072f4c7eee47d8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ab350777974ae940e6a3bb19d970fc4497e89622276708980cfda28679fae6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fae1bc6b91802ebe7d8a383b36a27c58795d27a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510666112e39bbeade4e10493d02ce4e3a237efc986e713c5c9df01e8a9d5003
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5170471cad9e712b9a6bd0afe798af90883f4c8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cf80b3a958281a731cfed9f1ac44267932e092c9e920e3e248267d1dad07ca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc89f942c689afb19851a891126a219c2c6bc1eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48d25ba96394749ff7ebbf7ca15079d76b381ce1176bc6c118f4c3e8b9dfdab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e85fe7efa77c7b05021fa9b97cf044e909f994
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1d9114936e96cec870b6be05921e6a52a636407da75b64c943ccc4c82d35a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7d5aeb90cff2315e9e9f704b1e1ba8677f2b53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cd7c2d7ba78f715431dcabd225c293f01eaa96ee5b203f0b4c2516a0b03360
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a37f67b908468b06939921784b07c005bbc192
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f58d1704a9c7b457a6b599c0aa8e130aba1bf5a5ffbf408d4a0ce6858cc025
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fc93141166517954bcfd98812733c644a36597
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa20ca044a539068f1d8547a4802c10ee06731a2adc0ad7f24b03da23c50508
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ac5b5436b390b3f192d6a8ff7134629f274689
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f6e28fad8dc806cee60d133544ecef70166ab953b007851713e5544df1e2f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c193008b524c4063acc11c880ede6dbabb1fb55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb0186071f6e6c747f5c222005ac752a779aa55fd65c336c7366c006edb8702
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b29894d0aca1bf27fc5565cefdbbb9bacbd852
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4f3826b1ba9814ff87a5f0a00a9ed843db0b076a3b1b0b2b3457df88de3f70
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df00e58933542c8e389a6f284f2ae41bf181c9f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d742adfda523b7e87dad11a235bda21b853515031bcf0cca58c854d3f4c0de1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f2c0ecdd2be66e5ad41bd47e23f6be0fdd601e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca2b8460c7b5074c5e01a8160d8e4a43cbd7b96be6eac239ef6efa66e7cbdfe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4feccd5888e4257ecbdf489835e534b6e8088590
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a984fd7661fc460d310689f364e2006630f8f1cc9fe440e73cafd0e52ff20d1a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed20d2d1789c7c025edeaf88b512b63362d60ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e163f139ba4e5c7fc2ea6a2efef8a7afaed19dc64f4fb1939625144ddd053dcc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fbe65064a5297fea2db6e2b15fa5663eb17cb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bb70f0f0fd1884ba8a525ccf41efd9be9eaf6d5a57c974ea2d7dcc6c70356c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815e9f922c7fe11dd878c9af625af4d3ed93b076
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6f870f5d3a579ba7a647178300a29dcfab70a59abe924065a2b413b1c159cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ddec9a0d99ceabaa9a03cb9ad711c74fa6c02e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb286695a5b05e9ce7b353892529790c4b2882a5740dca34e8267e10bd5024
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52dd6b37e47ea7187daa288bd678d0bf23e1aa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4cdf29c09421b323ba7f2c2d4b54660f5355f8a474ef4f0e061b9f21d225fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86aafc77224fbfb30be51994724284c62cc19493
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c0b49a038d4dd04b84120b2cbd7511ea43eec242bd1363a2495d64377048f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed035906cd0380060b7a1decd7321dc7bd603b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff98d1680d40b493a883e0181d1c19ef9dd8c97bd832b3d82b1b4cdb4780aec0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b603dfff16f8974f3fa2e08468a6c528066f5f21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce56ebdcf207557788c0e56914706715d379af4a9e278cff507d195b0119152
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d677c053ffb27a2869aec1cb531a69e455a62402
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f132a5ff52aebf230ffdd0a91ceca9525926f7ce8168112bea78e6ce30ff730
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130552d3f5faa1bd12d743ce5abd410b2d7df1b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfefea69e2b2a7075d9d6e75bcc6d706dc3538bd02247ad0c2c35eeed60f914
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346cc558d5da33cbc89aaea52609427d6717cb52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ce506043960d5316af694f929867dfc7d898220a28e36c2587f6c88671ff28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcdc4a7f78996550c20498143883d5f7f72e76a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2eaa1b5130d7b56f061290b62abe5df39437e34fc5200ac6979c23b53598b3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac52f2662aa383795ed9b95b4e4bd60d8e3f68f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c808f0bf489222c1be7090fdc99bc68aa767b6feb66cd1c59c5545e51aa9c26
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b121e1de7881b7cc76e5df00f828aa17c6b7ada
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0af2bbd0b63705aa81eb6d3730be5dfd04c9e1bd02fd079f4c27539326e096c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1588953e02ba0a8205e569e664fadda55aa1f3d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b699f8cca8bc26d13b25453c15d9be3092cccdd1e6c23d3a8c53c2fecde786a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a06edc5fccfa6a5ee861ddd72688dcda985a93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe109e56a31d23da5fdb7eb859fc8451686a28d3543c4c9d66d0f292e5e0e721
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62a81cb32cce46cd8224733096212706a5fd84f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f02e70b504fd90f643c0aadbaa55a17ee633b435d34f52d265377fc225a7f72
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a0dd36ef758a033af5061a0b0039dffba23871
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc63c78392c466aa0f968f1da6f4a4cf4e5572402dd62aa810195dfe25fe34a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f13233120bdc8ddb2f0cd27cde9d3634f6749f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a56650329e064339005f5f557d5f110c881eaf99ede30e66c756ce8b7cbb9a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5179fb1b9a0ff6228d2feec525a2b02c2b3b0389
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb69dd202033e7f5224b65ee819fbeddba237b7e6e10803de533450276a6df9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e3e0820f8dc60e02b9127964abae2dfee027a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950f935bf39c8b1efa9f997af369a8c9b72dd9452d90b10def65668115efc3f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a4c9eab31bf51feb58d21625b48aa319c487f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0953e2e956b990376fd98442938da240e8f275b471f3a5cd425b0da8f6cee81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0c4630df23f4eba70517f3641707cb4695aa4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f72456d60ce91e592be9301d20f3ffda3d0993981ce3aa2cb19e2849679012e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b919c2aa40df8fdf405b9709f119a9f51ef8f61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f5708f2539ea779977a8b96dbf52cd3b84dd85bb38bbf572e7b1946983680
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07947e43b2f848b0a069ee170a7d4d99a674201
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec3f7f74734e5bbc70c5761748912f44e2523cebf3c6a490105bdb44649445b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f7ebbcaa39de665a8cc4a0826cdbfec83af0a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625b35c683053b70dca59c08d923a1255fbfa4e441bec83755ea997c575e57cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301a72d58e58e485b8a81db5786261c35033a55f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c656c3bb4034f243b070d5bf5b9211ace277227b4bc93517dd9e36485e799e16
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3a5b6a01d98dac7cff3b6576d9c2e0ea07493a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff412ca10822ee036d44687438e813b85e467e0cd198a68b7fed4fee67cf2cb2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b79d9f00d63b7b157a1fdefeffa535876e2b45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a123d0e96053a86b7be46131037f27edcf95512ae37c824dcf3ded4cad72a4b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2421522d05722d1b47bdf82cffe181233e0db5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ee6145b0f114460994fb3c58952994a83befd1a57cef6613f586dc3e97f5b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c9d7ac25725c3b144f24b8da1cfa3c5479ca4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed2a369e4c8d3f80acaee54ee918435f216535227ad7ceccb00dfe127c044df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34639f025e74ffeb6869e514c434a9317ae197c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bea4f30c634f9af24d791c9ef3e457106f603fb4ad5c10f330a70c12670a09
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83169ab46fad405e805b6da15738b0f9fd06a3fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84696b7217517a39dc08d24778138dff7ebe1b90d39485dc9af3896228d5b916
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd70c5f11c42001b92f5c5a1fcb32660ff8e21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc500f5675eb9946f8346370e5a204297eaccfa11418d0b9f8f9bb7dceb387a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f493f89a6780351ae69dfc2d170d90817dad695f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d818308e179c1fb062d9ec2b5f2177c4d580d9dcfbed6955fec83e31dddced76
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1f02d1793dbdfb4261668fbb1da3efc6787a7b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2ddb707376767ea1da67ba1fcf5ff778e1533930db6bf649e3bd2d2a5c66ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663e13120144f2849066fafde7439bb484b6db71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d636c278fada95cc65b708732362e1f1be5d9c2c96f41efe92f0726a168a95
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781cde74dea8b9907ebf1ec5126afd191fb68587
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407517baa7b1408a1cc1d5a52c1c3e9b56b2a0ae8501732e4af866a918890b4c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f809cfe0426e52d8ff292bb7ad0877a3c352f708
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a3765ca0d1bc6de983c159c70a1b51561ff81e6d5aae445deae0dbd6db83b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d38b39bf1c27cdb99ef0a114fd5aedef847d14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe87e79a9358554603cd2a646db9b2130076f8610b8c1db4e1b2e94007f0257
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89e61cdc9a44d9693fb8b3561429d3ae352bae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063156e8c69e825e5c11467a9be6b1696eb6c71aa43f5285a5d424f3150f585f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcee3fc7b3f1518c88cc77fa860cb946a3dce84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aba3782dd700fcddee483d6eb02010984a42c0e5cc3f367f944b9670a10413
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3ee50d6e2d748627ba52696302461409de1078
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98668d0258c2abadf1cc404f894c6e6e5fc32f8b74e712e8e56836197e3ab8fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c123463f09d864daf5568fd2f18e634397de6b6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adebafdb424bf2f3a98e9982d0b742e643dd86b38242c99e0aa7d242fd17d49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5413d6bd4ad1df41a90b80d0a2306bc08b9403d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c961865df7000347e4634277eaf4958d906751a5386f053d9e29d4675e94d9f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a447606adc0d7325c7245729e3b1fc91cdbe5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf3efda0dd10353788d534273acc0d45307fd382b6a7e86739c130cde5ce913
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae319323e9648eb27fd9285ac7a411c7b1f7afe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb81c8c8e55f5f1e92437fac70db39f4c14ee0a9943da794a8cff99f6ff9143
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ee5ca6ca4f248e4c43763297489b11a5073dd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a4b5c6749bb760172faacf266aa8d9a7702b21975270c56f9f5fdb67b638bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d4c576795a54fd3ad707243776bc1833d7ea02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119ebe9e1d02417ca997ad0edcfd7ea4caf1c263267107faf1225fa124f61420
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1658fe4bac53dd426ea4bcd6071fcc379bc18a30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4625f7e10ef4baf0ae2b5a134a0d0cf107d827b8272b79d3f6ac09e4445271b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78885714d6f24b601c546bca59575a559d7b6330
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67be55517b68820cc6156e24b62fe8cb41e51b27f844b43d51e0b7381f57328e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe8cd1d0d423eb73764a49e78e81ddca41b7760
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9577b6e7e649a321665821689153ac1aa959ebfe445f3991618a82ae9a646585
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c091e73c7f3fcffe75f7c85ef2c98e85425df0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fd2c3da9420d3271d4c0498d80cf1e70211a89a5b06b9eb15401d19fc9c501
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e019ec294a733318cf93f5a7b5d9ab24756876
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f748c3fff278c77401f2bfcdfd5f53ef0910d27f5c8165f1ea52351b515e4f29
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fabd1670ee7feeabef5937b26d982ae2699245
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6526f47e936d2ccc4768014728229bb23222466dbb3b88a088a3b1dd40d13ba8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ff04f8bae1bcd451dc72ab94dcfff5372f0101
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b14edaaa0ca325cd1c00a13c51772070d759df61178fe4f122a8f296ae3153
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bdd3c2b03676cb09d52659afae4fd57dbed729
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09701e54abe6924a32c6c05a8655cad81d30bb44eadab2333ab54477c605b832
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb1d7d552c79b21e8c58054adbe3e6a821abff7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da850b0b8c7ee8b975b8f80e70a9b4384d06829292a4b5e1d80d3e9b827feb0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87283be2fc1a4a414df35c60f5aac1cb813c16f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512c34241103b5e5efa7068c8e3be36703e6b4027787c9789d9558d710eff0b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e44ca0f51a9faae2b351ac401da89fa18eae8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493a4edc077b8f5313b01545a2e1faaa22dac7345266d4bc2eec76fa99ae1d6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ff0c16f2a35ed9552df77f17074b8139e5cc03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a74b2eb6ccbaa098bed93a101aa7b1c632cbb9b62a62826400a3e61cb079c2e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfb2ec6af7399b457c99aaa3c1f0f412120a7be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb9a43ee8b438af9cd25f7b2d803d18abeb4295f408e573d67337352edbb402
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d39957ae7609f0b0efd6dc633c617d403fd663
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c290dc542015a3464f3f3a6e1d0eab9c4c316aafd72259797e0b3103c80f14
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3971a95f981310c3809afebe433f8d0d51a429a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf9e7acc50e00c1c04cb093d68ad6fd31d0cba44f9d3630acefb2b99a96f518
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74c67764837ca9b00362ccd17939882df030bb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45efe2a1923fce43f6ab30468038dbadea87c54f125cf6b4b7fba77957018037
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff4fc57139ae4da7dbf57430f04ef8936c97442
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e115c23501471ed9e0cf66bd1083c1ddae931e80c8bd3b2842ea1b32e5a063
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a894a6ca28ce085bd97224d7bb1686a8aef785f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4007bf08801ff5d20b78c1e5ac93789251ad3439476b5fece146a716a37240
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383a88521228d5ab21ae957a103e3e5742b4bf4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd7bdcdbbaff44051023070d249acb9608441a022349e9c36071a6345c75f49
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0657f0ad051d99a1a28b8826b51091483372518
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50109e74755e416075a454b64f8820472fb0693fa40d5c5f409ca1cbbed4b907
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9878cc4920307df6d6fe90f87c7142a9e251ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c569f7eb8fa3b07d1eaaa8955ac39d446343feadce34e509d808f58420e23ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a41d84385beedc033766610b6c157416014ba8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f909e55a16022694f546edcdf8ba965a8fab44b6a620c1356875a819179216
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8893d638f5ee4b0d6fb88b9a88545b1e99aae966
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dc27a3079cd4fb3191de2471802e212241101f5f4e02fb1841097c063ae259
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14c2ad1ee7287cc214b8305e976505a9c9fd0ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce630503f85fa0280e1c44b2e6dd7461492d980d3efb87df82a76940a9ec269
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762d2aa8bc9d1fd87e336751920588a61d32f48d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552745ed110400dcaf26178affeafb3df49da3dbf937931fab64918f902fcbc7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b65e35553a463d17bf5a8d23eb7a8c4f976f8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b07657b4f7058c01c4fbb815847ac11d8884ae770c708abe1dd229431a272c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3b399c81a66d23a64b7e7efe71ff021e28645a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17da74e38df096919a85bcf12c2af316721cbf89ee6477cb49077820fa7bffe9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dfd66bcd093a45ce49a0748cd6b6b4396d24b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d58481eda6b309da408df800624c671ff874f3a1e913171f068a83b9af6cee5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851110432911417d612ae7d448ee70304e728136
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81a7556aafda259037b71d87917fbddd1aa75b9b92a75fc92bdfa9128a89399
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c9a10a2223f219e572f98de131c1bdf874ac2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1146379472b643dc703bf0ab6df6e78f30a718f3da0c7f9f3e9d82c9f0b91c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1755482dfc06ad81e7bd546994f5074f905c74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deca88e03d25debc2bb1d3c6a8295b62616ffd6b974a8a043cae7d9cff13748c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b17e7ca5c1b50ff3462f0a7e89b1fc23c82e63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e0e132865b9eb089b2a65acc89209f4fbc81e6c9ab3bf33fd63d57f5ea0369
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5595266df1586a82f41fc270eb508b51237030
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ff1eae1e6c69a904301e58757a44bde432166c52586080cfa35f77aa51d604
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777d388eb96145f2ff5fee197edcbc50decae12f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccfb6178d3e3a210e97196fa9725f527629d5f550842cd69e2a54b2bf0e8275
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d29940605b9dfff615f1358cd71930da35573d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d175ad9b4afefde9b6be63d99c1c0c080416e837f13e9ee053b7c16dde697700
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbd1ca41eced630abb0e843b48b4a6b2872680f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c512de551a5c655e9a53d15f332c2e0ce70c4818ecad03aa1b1fc24a252ad43
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52761833a7064c7fcd3e8008aac2cb5066e49169
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b60196859d3612f38c06ef872ba91324ebc8df49af1a47de785905b445426b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7afc6659c697686cb65ad4ee4732b10e5bc72a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8850c22cbba871c4d2c0822373e6c10c471e2241acc69c990832fc21dd580a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0e0edd6a9b2878135e7d1ce3f4317d9c77a262
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d702a7f349a7583929b43568e05175ff134d95763601d56afa7009190db0f6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fba879fb1c3d0b95a3f904cd09bb322520c861b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d05b654e50e886db8d6d9a4f8835aabe9f38b73d702da68b48d6b39c8440b99
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3529dfda6c61b1c6b93068d325efc057e37d731
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d0ecf496737e13d2d5f4f57c522eb034baa24542b8e361ad171a5827b6622b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f245d8e1c0919665e06ebcc5156d4aac61f1db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a50518e5e7775b0d34f6aa8af0128892741ecbc034eb3ff7415b5667635f476
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4c69ca7e37d6ac33d5cbd2ec9a0c10813c6be8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec55faafb0534a068ff2fcc6c4a20e971649eab8707c54c94983b781f4e8f62
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c6c4e4264e757f739c3676a35bacbc608728c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ce8dbb6ce54ffde383881c9f9c360ffe90fa64cf32fe483b2bef23f08c22b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa63b5e9a7d7ae97e765be5ed1f2c2b3ed96642
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773740efd78aac72e71c867964038d709e2dded840b2f5dc233fe6c4155325a7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4861134934d93e56c71548acf2056ec715a65a96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5ba4247543095c8f3d11318384378a3d00b4997ac67b32e01d66f907f645e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3ef703b2a3b309c07faf9980a9f8befde6f2ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89e9fd1cd9d837d628f287aade8a2169255798f4f4ca1c3104e9e5e715e9a08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405f88868b2c7ca31c5d8cb5ac5bce79fbe2d36a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172c193a84d1306f9f452b320ce66e019ec857835dab25c145b5b55eccf1b033
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686ebfb0ae3cf4316f7a8da54051d96391c7d436
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725a9be78c0cba4e96682744cb72eef51ac4e48a17f4d01d1bced02420dc52ae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b362c886d64ed78044a10790748a709057a9053
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b2b2c074fe3fb7028bf88d9b53fdfb0d57c6193cdb26afea8e788b97263503
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090037f58ac84ca1bd9fb61445cd7c17dfcdffde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abaa1963e419695b28d92b32c4f3bb0653375a45de5afebc3cb3cc58dbfc19a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b742abd1173151de6dceb36d5cffad4ad34d1d8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803919d4294b609d3425a71a99807ba07387527faa3bbf443d13d3d0dbe29f30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5838d4619fdb31fd010137274ddc6da5a06579
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a00f0ca9e228ea8ac1b62a9d6110c8709c07877b9449b191c5e0c8dbaf46738
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f5e35423f42cb784fe1d153259a5001a59d72c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866a8ba8911f7ae26dd87d54e87244d274aa320d5df5b66dd2d30bdb2a8896f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46f7c37ba98bf16cc7b34058c54fe771cef49a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0a8f375980bb6da381015f4fd2b2e709a73054b058506c7f158e66d9270042
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a01cf4c015c6f24569d59ab69af5b48952d99e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f014d01deb67950638ad6fd83cecf710483ac8b81898f72b2800083069ef3c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f3d4ee7b80251d7abe385508c9ad4075e2d161
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a19fb087f41cc09f7ad56313e6204923b8f13d9e798fa7249b962f212cbeee2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec1e08de4222db0d7fe74cf149c20c540c49508
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0b52bdcb06c36cc0154fc204cc8fe7f8a7d629db436b408a7f27e3e88df9ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa7a9a2a37bb2dc0f9f2752a3a1c6955c90cf78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f366fba34c6424a67b17423d3a418aafc5d1904ccffe21f044e0569e2a987
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c697856b53e72265790150ba8948380f518e0f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f64466c85d33da9605ca322193ef819f554f3d3eb644f8ba4c739bbc88deaf3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e85a2777fff2059d2d588da3e1ca200e186e0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0c67a5e39d2fc2337eab342a5ac8c019d378158ed7fb4c02ffc8a7fa5538f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03e6d982c3537e9601d18541abb6ff1aea54416
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba7b6131a3b25c9b95d4a78bfa977c2e072c0e6f491a20161d914975a8a3269
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164a90c677b7cf3f69f6c2033760be001e53d826
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c376eb745a9e3c6c755e4aba0bb40c1826bf2d4a6dfa02b69c2c3f0b331781e3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf2d01ede555d57cfaa1c074538bcf9e073cae4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a332a8193ade89f6506463cb95864672a11e3761ac2fee75f88ca979e0c7bb04
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ef0cf30e378359a2119fcce1d81f2a06157e1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa1351daa5126a7e6af4787a76f38c8b5e33641ffd1b13e5241208bed277c41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27414a438116d95690e2b03018246bad43fc84d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc3bd1f20bc81e8641cc7f9b0b229695be2f3f8bc8460db72db417cd4c40f32
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bb5aa0a9f5583cf1a84cb5bcffa6abbf59ec51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f85e485d3696b9b48566f26147128d44fc61ff9d0484d5dfc404db23a9ff05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80827e956dd5b0ce6160285c7b2e8b6af1120765
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54ce62be53406ed6f02d9866a12f1fbef3514b85465570f12421aef658878bc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d79e7da79d09b6e087a391a8872bf3c490a3d02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2da7af8a5ae86a7b2eb4324b8cd0c3f230952891a284e097e23979084aad43
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdc71bfc47af4dc166e7824e3bc7cf41e0195b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd06c71d72279927aac3b515262d9cd7be5feb31574f8e2a1aecf4f00818250
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0d59e129d67c7408d1889a570a04706391f0dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6067eb6bbc822389c2d65f03df625d7e8943d0e3cadcb509565c3167c2895e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c81fc7f84c9b16404fd71037a3b2d68f515424
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae14f61a03290de5bb3546edc60551c4306460d31ab261550bbfa259152813c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90b02b488a4e0a7a79a458e34f58d158c8e8981
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb872e612a24b48431f50e7f091bca884726c8d7d1cad55d2722cfecab64b4f0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f240137b6ab447c307683a7981a74b5d710f7fde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aca3be196dfdb958367e8ce811a49cd3462c376a9813bbab71ca5f8a72205e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbec47dbf834aab64e31fd5959dac38d48d67a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe6034f8fc71bcad64f70d243ff46dc71752b94712acfe13c0bfa1aa4cbfa77
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191d481da46b88d5ada4771fdc516bd9957e1009
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060b9de9f41148493394b5e74017c23a23fd8f0f7e8869572616dad4c0719960
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f192aa540d476efa576502a6126af1dfbe925af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac7cb05de0d1a4a46346e1f2ae6a933481542fcd4dbcd94e8467270241dd6b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5bf8d3a2a8a8830405a2df5c44bc14bd74d9b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522da641ff3fb47330a87dcb5e8572b0c9c3471383f0e59ccfd35d4774bda521
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c06f75aabc1321f4f7122903bae4917e7c036e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95e0314b0666ce11f9951da4dda3f3cd2689ad8f684dd89adedea9fd01871bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2da187b032391630213fcbbb9184e989f4f39d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37226b69e12971d81b7b71f00f1de5ffee39c10d841d3528a47ad4e7f8170570
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871e1ae32e6377bf5750131a94021d4ce909b8bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd45201c23b53c552402717d56fb697aafb27b25efac9c74f81b99a54d0e440e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096363c26a5916ba1742da9a60f1c73282051d47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb6fc6ad1ba46d386ce7d24ce52f8deae8d0c1856faf3abc232f4ba95c5c483
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e6075a0c3cae89f6c17afa995e7153ac257050
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b5733512ac133b23416ca747abd8d3f04c40830f46131b58fd9011073d760a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3139add9606211fb844a119cc5c3ae3906894b66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9382b6a7c0a60d0d24d3b4e7103de22f803b0ab5cff46c14364764967e8a2ea5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70f98eb49f9b8284001f3f3c9a9ac656e7f2ac0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d02768bc81f0666baafc7f50d1574219e65dd8a5debf7e44082b0d1df5eb66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0cf6ff6332506e477e4678b3698395a42a2133
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f6cadb929463bdeecabec96abcf6e6efd9f661fbfac2e53ff5ff67ba429dad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e856a76ce201a14351fac040196269d670fef25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ea5ff75357c6260b83932415d38d94cfbff369ef46cac8f270ace05f750e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c3f72b1311ea20a9fc70e7c8d625db5ddd831b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556a63912cf84e1b62f8e2ff81ecab077ead13785a02dcf37f04ddaf1826db92
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af54892e35e22e6952eca92f675dba801bd165b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6af2eb6fd80495f191cb7fd4985ae77a5aece15e6f339c474f5a9198c0f9e65
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a162b253f332071ebf3bc11ba59a5d8fddb31e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d927d98233347d49fbe3cdd8b42faa4c79d46ce4e4fc76ac1efbec20a4d8e5cd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10986381ea4d2d1814ce14237aafe2a3fa4e5c05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3a0c4aa5896ba7e8027033df3c670e96921c6c4038d54578d59577f8395c57
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75530263cf1cd49e7f64dfb009ebfc6065d64ef2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33259ec22f8666163337f43a4e57af4b11181ae79178e071c1f096292c32b4b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068806021198cd6ac50f72eebdff9002917a6394
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a840e0009272a7d157782dfb42a345d792dba3606716396a57f4b6c40206e5b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8e71006d7a9f9734e865da23f501b04a7dbcd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e236e9744887d9625c2ab6716a9aff17338e8c8e59b781f89fcdc9f84101f276
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9c2a51b33c4bf77a5a58e45366dc9e1830c9fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067eb14d0fb4941beae42b2d88d82f949f63acd4dfa973a5c273ee2d211fa487
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13a31db88017cc5cec181728646351cc2815fd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7e8827fb4389daeed2b3d002e40425aa49bbd1488e51a025314338e7af3712
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f2b6b172482aee0950db8c715cfb46d888cf27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ffd425cf97b7cbb130655d93f4a57d6e7f91c2616aef3b27de6627f5ccc440
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aedc133152a97456d6aa9f4144c1b7a1301c6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21aeb6231cdfb57e53145e3a2c564a28abbb13e14c93d079cb390c8ed780967
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c0ac512b230512b0911850a7a965ebcb0d579a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6676dfd83e64ca672c36448116a0ab960766153bb5f29482bb709d0697d34fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acb7034a971c8e377ce80773549187ddf2620c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6515d48ee24fc7bf48c46685c0f49260d572f47b3aab6b0db45d76e7d789205
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d080b5d8723030042e1126fd5372b0279d685e43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa3d3fd389b82d8c70875516a7511735cfd34c497d2c15b2d90e0f329260d0e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f5ca9b0f53ca0c31fb3f1121931c8b9f84901c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65f6b1410a3b47318d3168be45cc3cae03ed70ffc716b803788803b50217779
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c35cb2c155377ff67bafe9d27c4f4cfc5149fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9b4dc5418d6f9b01fc44f7de45905b95c428e1f3e1163d83062ba06a693d52
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c91d3f7bd27e664ea6be9a172abd153f610776
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ff27856592d230d17a36103cbe9b234b01e714950d52fc49dc90ae9a731378
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60c545c499d3548c9b8e1df85f3a5a5e44f1a5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb8ecdc13a2a1f44c76bb8fb7adcceb9de2824b909a19122c0531241ea9eb6e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416ee5893d9214613a90b8cbf7526b0fc6328ae5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8f27c0aa6335fc4b16c818c80db8aad8fe399d17f8b209bb1cb8403c87ec66
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab426d53e7f78d80bf605f2cf91bf44dbb686f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10adfa1aaaa51bee3fccbdb85e23a92a4d1e7e8683b142df447e890f062614d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4904f27cfc00bfe445bec1f496b199e061467a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d549694b129e32065b7bea6fe1ced8110c530cd6c1e890fc94b90d5b9315c41c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8232743775e883d76bdf1c21c508e3ad94c8bfb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6a1e7b7437817d7dbaf94d63482060aa9a0fc88705427d695869988eba3b8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde875a9dbfe13fae8487a89a1e2989dfbc525c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d559757b01fade424961388cbd57512cafe453f31587ee6d7169ca72e5c084b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fa267f3462d37fa579ba3c07075204793a2876
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c24908900ecedf2d92a25c1f038999ea6429babde42f9326f3da04afa686be9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5b6f2df8e11f89bd4cf27d6aecfa61bebd3329
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0538ad84c4242b24c2ffb9db41022cf4458e697361cf0e9fb503def7a761964b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1d2f1dec73854db2329bc3142f6655f6a4a82c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7296b5b179db8e2c23fd121f9fa90e9d37cdcdb2d3b45f7a0c8ecd345977daf0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c585e4186576e4da5398f9f77ccfe8bfba834a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8e4715121c78df82d94be42e85cef5bf21d9bf5cb6e5ac506cdad542389052
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a240f71bf383bf408e51500b9aa0803d987c4f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ddae5fcbc6e5c64d71fbce6a6d47f46fd5464b3ab2369c1f2f74789440f42a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f53cc63c6dce7f95c561e0d378b85c1b929da5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22edce40acea567a7781d2cec0fd90f1d2424ff68d287d60572c7ee34f83db75
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ec032bcc7e605f3171ec57f4dc1f2118397b7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c83b6e6ae555865dd6cfb34e0cdb48c91f96c48aa6e724cbdd665b3ad3b3231
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff5b2c1f50dfa175caf5660973902675fa2ef69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38338836b6b309d2b0535ef18afb5283cfdd6c56dcc3fde657fca719164d9b39
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc7582320d46dc7a8179131991e83e9484c42e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61848b4c5c3c5cc662495b2bbefb2044fb4d3245aaba22c7c861fe7c485d6960
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a23a0d42fa4a18feac60a5ffb286575c58fa23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b140acb64f4a4c3945242da6daec1d88cc9a447ffd0384be5d79362337e49b5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd61c8109405142a5a96f3c9d8b99d8aca58c396
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d3dfe21a29dd91d6a5096643d3ec58156a0e0d6544572c83240e234dc12142
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29702c9aa4d8d24ca0491dd869d0659b0f2fb784
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98395403372234a40ac18b0d98aba93cb073b43409d991cdfb4cf70c2b5c64bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27040651865fc0efd5a2e3d2426a6ac9ac05adf2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a1e4b432b0d1ca6fc903f72a637d3a3d6ee7c77089c55606a2642cfc5af3e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ddce7e8007027f40e05ef37fce0a208eeb97b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f863a94deb471647b3a70da2291c3c0e48d44c6b321a7d2be1ada9b11c94c3cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb334c712e4d5c72f74ada2f8148dbafd67095c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa5eb29c0a26ce5777edbddb82d71efd6b3880337f570af00e16aa5e3d4e15b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e2877bf4481f946e15cdc93632622db40a111e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebffe9cf70930289d17f5e5a6ea1f7ca74f380f560f699e33d4ecf6d7c88be9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92b48f1be2223d3c9579563fb1501ef92bd438c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1974c16c6d605070e15985bdd6471e2264f9b0da60d9f3fb2481b160bc3e9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c521109e0d0960066e0d3dd92034be4af635e5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a45e1f46f3e93a899ad3df47f92592eb694db093c8e5cf6af7a7aa41c2e0f4a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2906ae7841143dc7c4126593af2a5cbe213a1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ec9de1534e0c8f2a3a4cb67d57fba2efeaec2d8f55dbb0326f62a7c9b142ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07951a62d1ea880be46128215d2e14df6d1de4a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203a6bc12f6230e0046dcc6d2d02cf2daa4ad5bd683f8b86d09a27922ef0d69
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c662b9cb1a25b1ebcb216e7a9ce64aeaf2272a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc5b4736adc8efa439589202c3e962b455c5ef3592b063adb92ea611bee4950
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a0b273579d8a168ea043b847d438272490e351
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abcc211e97ddfc0e7ed632b297f70d2e1e000f9f5f7b931221388dfd7a62c47
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7c5d661ba2aa8c6a6c559313862644d8faa680
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae4bff7999fbe2dd9cd05249fd497953e05427debd7a4ca98cd5f2a1c8fe4da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3649de1ad373f9e310febd852c386c77a24c23b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9015c9c2e280ae551b48ad48d9cd6c107021bc85447845addaed099891cc2c5d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a4eb76472ae5f8535dccda87515378bfb98a73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f86be75f06b3b6cf8b0a24030490b918a6a77f719e7bd8fd15a8a9547ca662
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd3890b6c6a4ddaecde1fc15dc6de8a9dc4b98a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae32d6684673148d41f2dd17d0d8088a0ddbdbfb1633c2c8bd422031e6ddda0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1defb0511278d64b189706e38dcef79b0f983767
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13187def44bb53316796c4d63292b5f8e6ea4212ad38773d9ece0d568195a54c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddac2db7abb08113a169b1f8599d534b92f0f8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e16c89f746dc3cdb12179cb72612b5a908d98576d46407225ac1f63c9e280a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eeb22149fe01534e1a08290abbb93a86428afd9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdf32492d66877b9a2be82b491626e31fe264c3a752003f2fe9b8cb8cdd71fa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958e5cc53739f6ccb6f65580bfad43c509220801
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb8eee41946b9a850e75ec8a1f3236045987a2ab37d26797d0914405d3d4507
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212bebc7704f8d38e000c465a1a710baef244497
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c0ee094c58df799d95606b4378a4541bded00bcf834d71fd5419d0b132de37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f4f8ad5ca8c4095943be1fbeb0798ba1648bf5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c95ff6d86b46d213b456164c9637fe6e8d5d6d3693e442a1b04b7715cd64573
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd0b14a180f512acd331001a994fb62bf48b7b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ef8b1788ffe94c3569fddef580f19f554556a23ce22f14a52d70abc16d50d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d59c781d3d571b34e37ed71a2b07f95f435729
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480ec7d98e531d73584eb06966b0922e7085451f9868bc51ee854386ea1cc088
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0ae755d5eb60ac95d17f11a3b5d7f514c09672
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3779c57fe96e902e075f27dd81ca91a8cbb024e70533d64704c82f01b7c5ff21
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b917c23f5ee8135bbb473b4f6d7e44a13c039a72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e84509f36a3af907ff1631aee9c95a94dc126ba0685d3b69650ec29495bcd6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fb854f5eeac5ff8c6d64d90a012b5ed4616421
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12aeee49b849599c58c9175d9a61fc38d0377b4f4996902dde916fa66fe3b4c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51baaa3bdcd34c5f6027cc5006c701ecbb5334a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16511e840249244f4b236e87bd7399086607643f53dbf0ebbb0fef3cad818f9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d00588a154d4017b1b42465bfa670df4a209d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbae17d3f119f5427722878d1cdb76b4de7b4487b287bda369116b1e3d11fe6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc2a62c2383f183e65e80a6218394adfe8834c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cc179700a7150543b08d614ce10b24e64251859226e7a5e56582a1cda67a4b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdc63b976345e2f9352aa71a527b9b581d6e4ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac5b90429a1f8a8160406e702d8ded5a04fa04201dfdf1573ad9ddb40e5dc10
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bd337444297b223ff3101237f98ddf2615586
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c283dc76146e61fbbdd803c3608f8588691ac793c18d553d60cdcbac69a9d4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53d83b37691a87cec69921d1b48b424cdcd6193
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60b949f79ede5fe256172641eb462ffd518ca3448ab55856cce2bb80c0fd32d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576ef703ba5e12bf10e5893b201e8757fbaf0f0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301a133c26f1223a42fd087c28032ed9a0c267a2abc44bf919accc94d165da04
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58feea2556470df7c67cd5bee6fca51729dd6774
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ead493e46815c26f8c23a79299598e534ee1a014f4d31c1cb049399124c77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d95a238aea94ebfd79feae255fa13b7a3133782
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf8ca255907a9764ff7a53b6f4cd42d548d4eca98ba451e25a3bfa9fa480cef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a214f66e20ab637beedda11b00a809579d7a6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7eda1a832b1f548bc37cf480251756ccfe0a2a7271110ac941ccc7fc696947
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0446af6c88370c58bb60f55676bebd6bd82db47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dc0d19a48dc76009e766493817ce71ba92c1414d2dcaa25c889f38b2f8a9c2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da80e695cd24d32d80f7423f7ce2bcddd2e287b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c170210911267883b44ddc283b3ffa4f41ab6de91dff508029f0d3580c9cd96
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30040fe9463be74ddaef053238d786b5832de67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087f2efdef35bdc64ea235b985a93b0325304bfa8697cd9a80c290180804d68b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240ccfcb645725fd4c6eba1768280522b25ec88b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5cd87b3bd6161b2061717de3b8cebd53448fce96b86d2897e25ba5d4fce0dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932b07c87eedd9368e9bfed93c7b46210e6b0e0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e982fd38eb2aa7cd63d7369404117fe3e6c4fdf6963dabec06905841dbb5235c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc917bbb230a0955b6ec39590d35ea53efdee00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b17848b73db7f7ebf73d02bf0e58e110a94834037e465fbb5663907353097c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfd735d88f5f84e4a2428ec8dc506f9d4864c37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0e62923f74fc49ede260432d50ae9ce6f7c95b841f767c7917fabe176f86ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6c4ec37df78eed47cce011e52264664b0d847d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983297baabf276221fd526717655bedb9788557ca7be096d389868f0c1392c1c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74258a3f5d608e5ce6b29227b01ab27fbb44e3c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a46b781a62b9e1e3357eac44a719de78c807d5d893e1331818faf0a9e3cffeb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d576d6d543e3dcd56ef69654ff91619372abf7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56258b29295de0e2155659a1f63762e55a67cfa249e88dbf5b644f8731361299
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a6ac5e6dc23e66740cade5a69d3bcbbd830d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6f0209b47376a79e0c256c95839d23811c1b30470d5cb5077e24b45f835fee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff6b42e46786f0dc504c8a2fa8da8450fa3d0f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423a3a0d4e14bb7a6dd8dff5633e94dfadb437306536a23d55775c47c2be04f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d452bf57211f084273699aafec1d73ae4620a848
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50dd76e5576341ebb40c1555b83c74ed52156bb9c577fd27771b4bc597e5d8e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1fd1c85e0b0a5effdedb6fd288e854a621d536
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86eb77534d3620decd882fa1b7ad89b6091e1fd4abd2cc26e30cf2e215fe96b6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4987088fae9e25dc131b9b1646b304496288e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c8b48f253e00b612a4a495aaabbf52b62ec240d7d5c8960dec7884561b535
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfb5c9ee096d83a22c356dd7dc5d8215369e49d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa885dfd95d1ace43370026198981529e2e200605bd7cbec9e111c1202381746
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a17aaa3c3f8d99cde8b9e62ba963d2da9574bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2cfd72966b5c0038b3d5445ca5081e217ffe79c9ff235e0ce15fe848e63f1f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7473bd2aeada58f3285716270cbed3df51ad62dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be733821a2c99956a328f02f9ddc60929b5ff8e21c4cb46a7d438fde4aa7c49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3d1671265c07fa6d3bd7aa6ef494ebefb85b6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29278b688b5bdecedf55a736965963fbaa34a9b21d22604c79d554e0b8c6fa6f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b562ff7d50073aff1a66f89287c281edbbf6b5f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32e31b0868171dfee27c7d55c81b7cc875f7d9ea6582750cf68348e69340a7a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb301d1bcc4324b686bd1e822f8f570b75c32d75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeeb03669ca9d3ed8d0d83861c6f935d1410e8a2ccfdb6f7eb58586ece0e5af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dfc397a9e8e3ac5369cdbf8ce4453c098fd3b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771dcf15640c8b25d7cb62e9af5ec1fbd2d35f471f1bdacd5e9cab385cd45917
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9794299fb8b0a34a5f84d4fec893f42aa76d23a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c24d7e110124188b357c04c73567446d6825312b8f9f3f3d9c98e4be388a993
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b640278ef39d5ba254a445c01d4ea461308e7b5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a56488101ca5b7f3dc4afab7e5d20aa1ea198740b120b9da6642d496b20672
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e1c6753a51ec6b8723a77e1e0a8dbb42e0c8f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48580968c4467a2c85760b82e17db3b227086818661dbafda28996d4770a5ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed74b63c1a2a857e413050047e423323dd88500
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c62b1255493a6a5dfcb08de7fc5ae51d39164958b9e9150c2b706ec7cf87d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc40f1e1e36334fb713094944f05ae7767c7e7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23956dfb362cdcd87313c862dd8d921ec873f4c7c6be601be70e22aacf024804
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28950cc6492c75830f65cfed72ef96ebd34de93d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54237dfc83c4aa1572eded508d5168d1d7d86cb5ecb5170d59fd1d15e1672b7b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a106a62ec116a723f6766591e0faf3524f1ef833
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ae6569c85eb649e93268c64973e59ce2cb68ba3c0b61128c90a1cd694370a1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41aa36a4e63da6786f56bb7e80fc6078929ed36c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796b23e0540d5a3a3c105d1a519b373aab9279d114723da593508e718dcddc30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d392ad0cf9c1eb8e40146e8a88e3bdade0e829df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a04d8566ddaff75f6eb573c74d5b1622e63e2b6be2628ca4b4eac1c791679c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535187fd5984f6cb6965d4d5142631c76f85b6ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaab98e1e908cc58c09c63d5194910282a0a234109d9cf465f61f67f61123867
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33e317de01388a74ee8162cefa482cb72c5a545
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36def8bd359f17cb133dcf3287ea5d20158191dc5e9ea8df130f0e6fad301a3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9057fd880fad53bd2e44694d9c15f71de95411e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eddf086b5e4833cfb1c66b05358073d9a7929ebb3ec55d1860c9e8a3c82bd4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09408e929ff7f312a680eb0b61fd1c2220086366
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf70bca25b8663c5f418d16e6ccba3dc11632fe8ab8e7a8fd2d9eecef823821
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c540479e2b120aceb098e8c8122652a63b007d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32daacc184e82bcf511f6561370ac77a134555b4a80fa602e80edcb89661af3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdd04e9e8fc4185d8930b272b2c71668325f3df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48eb67de5fbd259c7f6ef3788628fea6e58e050ea3efc0f782fd71a5437ce40
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3329af14fcd48c86d3b88d07798dffd43f1858
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426efed08fc12c8be925c30d6278803589e43c2673697b0f1711b9c10de11e7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4bb467a4027d362dcdf1d7cfabf7b11683ce29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac4ba954eec3ef6e122987469646d5e4784604fc8dc375e0465d7fd161df2e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aebfa9d055d25c0c07fa9911475bf01e1926a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d4aa7ce43140f6dfcd58c750c7c65635a3c340e446f705417f2dc29d3e4e80
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12568ad8eb434dce17fcb03ffecf8045b65f400
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad6a3d2c90a8170d1c7c4d995eb11601783cde4af08996b5ff6c6c0c478658b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d11fdc0aa96430063e4973661b1d9851d4d5abd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5218ea087ac871ef892686cf6ccf7afb2b97109cf121a91b671ffbffe3203423
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448f668226bba4d6d8b29dfa30bd8b9688488b40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6ec2d3108738bf3363b2eab42a928bd55176f493ecf657ca092d6dd308de7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f230631aa27147d34d9babb73a5fe62e10c5ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a97d570a5ea95526a069216af81d7f5b7d6d222ba5f59fd4bbffb59d582d02
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb8f11c8c14c19afd38925affcdfca6392414e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ce8f28dd7faa238a4cc6fb95b2dccd5a04a69808bfeddd01d8040a98c0541
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5094c6cc012d00515a5409c9788f384bcef73c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30627bd0707c6fbeacc3ae4f1bacd6cc743beb7a076c2ae16b3f081cb470c74c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7c693b0b565d3008017c38fbb54bf348e1e111
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c59a679fd894f55e4130e7af82a36249dc155ab330880525e07a079bab32a0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd476d9c6bc29044047b0b1701f022bfd0523ac5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8e10a62ec44ff7884a07240db492a9cd814db594c916afdebb02f26349847d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c78274ee81c05a578122f5015fb884b78df287
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c226054c2cec05e13cbffb040f743c80612ba2366cc926821e8ad88998bfe921
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2be5d0488987c69b4c1185700e4d85423c1f968
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ea313cbdea848870cb74f90811f4f63725f3c9e49ee837efbf3590c1df2590
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c1c0f88336700128ff9305339a6107472c68e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6688d22f5c3d46713d85dbd42b26ce46d785d7b2457bf92119a3760cc52cbd9d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c9ebce6e30bb533ff473205992a72421aa56aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11fc7cd90678cf5166ee506a488052a0f03347246d97c2dd6f8d128c4d15fee
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01178d64485a96161b3f03391a6e45779c492254
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c60cb1c92757c07357a56e9d36bd7190ccb5be158fa4cda5001095c151c81d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd7ffe3feb204e0f0ce8f758140e618c070c30f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8081278589e5934f098595493535c204a13f6f021053d964b24fb99ad2b9e79
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4689fca45a7f7401aae48235266d742155c5b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e69aa14ff6487d6d7f477d3596dfd12ab75d66143662df705ca6ee3e21ac70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82299a8977c9b936761d45180f3b0739bb20eecc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986813082b6d4786f7a96505006650c58f4f4faa10c0606396fbdb9be6b0de9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfaf47d02755bf1b1c514dd28e5e675326f6c96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916e7475855728daf731cd8a706947d11df983e2f9989493ed0fbee9ec868c87
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d681100a9f4c1813ae3c6e27bee1d9d86ef7c235
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e2953332492d37d934021d10b1b75389e0f04be75aca201800ad4ccf804e46
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778013756c7bde2a1e96af7cace138c2432ad4ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe8f69518b6af73693101de76111f9dbb4c0d2a4cb005321414ced9348774e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a74f47fb1f6931e2cb579db4013d67c3b09c41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f4babf6e276b13a7d1fcee3a806a6f28ebd7bfb6ed9b097f59a6bd194a155
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d400be1df50616abc6bc8e15d9561bb917e395
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5c0aa601b59377f63b0c3ac20ae1d91d8d716ce12642e157c226b0d6237888
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f8fb9f0306ef974e8c75aa5a53e4332de81b67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0211612d9bd8f9f593c25c966d71293a0e9e77daace0ec68eee1c06cf030a7d5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f83ec3f89ca9c85f4acde41db4d423877deb48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942390ecc77ac9165bcf4c4f652a528d658cd68d3a1d30f7320846e322a7230d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cab109a947ddcc6e4d1aa9e4f4bf83eb9420a46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7539c03e0078c8dceba6251e184d3368cce4689b9362dae524148a3baf0f39
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1547d5d96d3b2df3e7da63d4d725efd95b3f156
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f0a2b6ba197d1d918a4f2c48a8ecf03332f29b909adf5499fa8e042e4f5271
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7ab9c88dd67dc8cc638b6135665296088abde9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6c47ed09cddf375149cdd2ffcc5bce3129beee0d8951b7f95f0272341772df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951a3e7452c727e9bb79effac666cdf4567ae63b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be07bc50ce7d3082f9a9891a1ad86b701c2a582d79dbd384ee744c60b64df462
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8138371191a1bbf8bafedc3c0f63b17adfd49d44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065a0cec2bd4efdeea3d64ac32b49b9de565a9d6aa6a8527f5eb88f755c3f2b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e950aebcbeb5e06b6770939867ae301414103b71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f8eda74d5ad73375a5848aa540bee07a44e81ae51e73aec166f53ee852b232
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145b5ce0754b0063f1af246adb184134bb965ca7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebbfc04f1a1392189a13713c9dd028690d702c0f4eee4d3f3906f8ff83d77e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d932aa6254a738ca92e64a1d4e8f5a6cb70d1d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111ea51347f74e109395c084343cd02b501c02b9280b58bd18ac6c26a77d70dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c030b773e37d7f535b65a330708be5d49a1867
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c758aa3430040a558af58d6b6d924b184e22e3c9720db232dcfbf9bd3c82c434
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b3d6415cdb4f2884d7661a7f4dc6966584802a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba4722dc88eb93eb0628ca7f47799abcc975101b104b90d7b0643b38ff09d03
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bda4d149e2f0c8cf8e25b104094be2d678c03a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9787f4130678985d1fc592bc7411fc1df0b3ad7bbfa37e3fd660bcfce7b8006
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a31e5a72f68f5280e44ba39194b796919d5312
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c5e83a6a037fa84633231849cc0e736473971d9eb786b57bc1314ca9e6ca56
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27d9b5075f99c013b8e9c98c4d137c1c023780d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d2096501417bdc7bf1d6bbf3cbc2c05839c4b9884a2ef653df152d72d57eb5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68839c35452c15ec95c9a7ba57f216d8e223c583
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7091580916961f03fa6ab03840da5ee0c945a5866fd44a309ff6031731a62fcb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a09f25f8dc1bc7272f8799c13a96c16c153e7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2299400c107bff1a185d91f62f258170466d50c219beea964d1eb288ffc48996
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508cf89684352c66c6eeec4cb1585f302a2d037c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd180dae9ee5700940528fec7eabbdac84f2ef84a55fdf56e456fef44c740d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd279518ff000ebf8fa60de06f9cf9fd2feaba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37f70bcabd35497b141b84e8db939a72717e3b6f0f0d5bdff2d6db712b3d810
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fb93f5d42a68128390010ed6a82931836627db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da0c615f1e60e804602607e374c30a7c41d81bfca48adf075d37d694ad33ed4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf87ab64722a42da38276c19254770e9b9e0013
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebf4d7e32247d4994bf1f1a8918f9c02559ce4a05a4a965e602765a40a1a617
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d791b748fdc11fda62f8a7e5d273e7ed6e0e851c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721e5b68ada4a2779d44e6df48d6936b2ebd5e3015bb01cad0b128ac65366bd9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5493680b2a0b0c752e3a385fbb091d6ef404aeeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb1d82da45b423dfe6b48729125d01b961cc5c2a8d8e9988495ee38fc68a5ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd79dadec2aa4dcaab4f59ef95a58a5f03039354
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ae351d57b9aa449b3cfc1ef922504d5e478fcd5d0c7586e47d5b81aa902e17
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4356ccf0f768342d936ea49b32fe5049df092826
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1476495582e8cfb829609e479c124a02c19a0da19e3cb313fd55d0dc66929ed3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6296e94da215e53149cbbbd3095d4316363fb4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5511b548145411e02f0cb4c5fc327b8f333e1edfb2978d4b7469b83bdfd0747
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9166fb58c4dfd504871df1a0a6de91d53ce4b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae3f8dca672f3b684eb39af4e9f30004b425794ba0f4cad3e51c983b55aa35e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53d4eec3530700adca43e2fb32b048753e6ce8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd22c6f4012425f2f1a57b6082440c2834b23abc0e0e280bec717ae8eb1b82e3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7f1be5b213be25e67d447ae70c8d69b390335a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b76c7826cb5c463dda2aa1a674cf292586a6d1922d85fa39a7fdfe7562d19d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225d3871f570ba35725cd1fadda5987cdfc141d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8765db287967c14b00b7d0d28f800d851049b1abb686639e9f24722d85c9dec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2383d477eeb41ef306ba5d2d36d3d4a19f429d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c853f71e4ed7ebeea9912c4571c2a55dc9d5c1b4b8cbdddf5563d13ae97a74b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82934f13d5b8d0b3917794ba2f628f9e3c1f03e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570329f52be0c5f323627f33367ef1ca622cf51e0a9906b0d5865483a9d349ec
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86681a371be116911727689f04ac2804c62033d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c31ea30fa21fe89e1b76f2646a1ece7e80b50ca2ccce1aecdb530de1b32c4f4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c57d5ed426e04be8bdc97224ecbdf5739dd1ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d7ee3e5afc73c421a70d6e05efab92308bda46483547e5552fd9e71dcdcabd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848b66cdc5b7f943f875da0e56cba16a609ae68c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cfaba36ef1e602790a2de1ff22b03df3d33b30f02a3d69d80831c32dc0fbec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b2e89911d8e87e429c909a3c9bb6b067839821
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7881bee59168e3ceef897d4452766b3cf02acc3c3379f9871ab02fcfb2e7d25e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c4fdffc48af6288717fa9a6e1a83413bd71116
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c6bee034dcf871a63c293e9316f6dd395c521f7191cbe71662285b397c0ef6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc0737b34c4f8bf188662fa0aafad0676705ec0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10604a5cafdb96736d50f03c788701e4078144bd46ef5e99ef6c33082d2fd705
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7969e83823a067473d6242f4a44eef23b559f401
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4606bcef430365b36d530185cc0e4155c50c000bb34b2737004f381aa2fe8c61
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e77a7c74fb5b48f06191f6382bcebad9ea2de4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c00dead28b5b39770bb6114e8cc4bdbeebf0ea1383cf9126f6f9c555ff35a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806d4d434cc37a24692161757312295b5905d73c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a6a1d8f3098d6c8ad79a18071e23eddffc91f196fa5a8a075803fa77068455
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7057844a3e986c60ea611ea4f2b054385cfe6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2853cffe15a6df42d28e5e2c2573daa0ad8ed1e9adfd9cd1e764c433f83fa9d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a667ad544ef681626d3b230a82a3429b593620ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118530c10f2abfd35104f66434f4383168e33fe035503a458752a808ffd1394a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3941d8db560364194ae50149abd9675c70a4a69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1292fed3e756ae3a535f1816729f70230ab6961588058d0ebdd9d9cbece9e0bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee402cb1965290ac4c1ffe8137d9b6ecfc215d18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a15d88dcaf7550ca12ede71277bac76a50f9f5ad8a60916191bc359944d3e48
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d581db8bd5fffc05da6988bbc8a6fb171e1ff05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c397d0c10ed5498e31d449a3fa8926bc86da5c06f2a56efbfd6556f2ed3cad0f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2616dff7ded70a3c2d76e8ce1be87726789442d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2ea4babb515d5bb6549a41077d7a1b54540784892001783cac7f649c156b60
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcaafa3d6fc10c02dfed119edf27669147caf71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa09b7a51c5adfd2c11594be3cc000462efd5327dba3038174bd6086d44b6ee1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd91f9378d62942830142e81acae0eb98a8e5d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b863eda4fd02c0d368044af2d808f17998ad8355d6ca725ccfb664683031735c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f589d5cdc859c0458fdaae6755c8e14029b90fe7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abef3b5db3de6eb1813c0aaaf4fa2f0c287be0bd3f9964fd81d6bd6e0c4f3002
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2be43cba6a66562db24719f61043667071c67a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6eafde98394491d15165bbb5008cbea258e7659cd0f76506ab52de16eb1d72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fad83d3872ea10b0309c19bc83bc69447ba761
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de157349fc99c11ea228e58a65862b97b5789c2d04b62e1304be434a3b2a7d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534626b8da7c9d3753a7d5bee183164f8f9e01d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60e08284525fc269724fbd3702f977aa71de911031e5ce7aa5dbebf7d064ecb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a2f18ddc2885d4fccb5d2ff16e92e6f05ec714
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7925edaa7426d08a66d84d01f13b8946e712ba388aa7b3b34646295ee63d743f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02269f74e7110e3e085ceddfb7de2fb8d16f902e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7e1bc9889ea3c5ccbf347cff5b14384876ba70a87fa9c24b64855e38fdee7f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fec57af776fd2847125565bc5d4c7802b4f190b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fdac027ca3773344026d5175ea071f00e772522e5ca489ab4d59977708a4ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3183ff0126b6375a88b479832dd65c14093cdd80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f24065b5dacecef32b92568d9ef1fa445ffff9452fce5798f855cca3a535b02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0e7c00ce3a5c37097f634dd301dfc1bf85fac3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9240b11d964dd4e50e6ef12752f0fcbeb2c86711b21e852e482daab131b65c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c42b854924e508e6be575c68430f9c15120a9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff3561a3f18a80a96bf9ca8c89a24f497da228fe037e10c88f531a66a0683a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b6bc9e553211bb9ccded20add33024d5c74ed5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ccfb8f4cf1900adcd89348b8d9d06e621553a5d957111db84c5ea6ecae4790
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ccb1ba174ae9a8e8a28639b0ae177fd48c6431
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1000ed9a79c160f3265622342c87f0c63969dfb89d8918d9f129b00a7d4bad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171ae28dd25dba575105bfffc03f6bb40f79b792
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fd7dd35d65977072c0e7049de6644716f33a1fd8f96b48cc5b49d6f8721316
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e74c759a6dc1e238bfb92d68d2d813b3f20507
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63f0085e1a42d86c744fa698fadbd76341963d1a274f9f33d4df62b71398cd1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a1fdf2a7ad59ea497a623f7a6cdc5ce51105d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453a591a35b9afdb339cfccf0d72fcee69e2d3714525233d6d60dc5b37290b1c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f7e9c5da9a1cf446094ef1468ae6de8ed49b32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96223813fac84498129102cdb95c3c1945dec5bd0808cd362b969096ca9f8de9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56057bf63b550697c391dbfecfd7997774908357
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5537bf8e3aa60c4547f9ccee44eb4e39b528c9941e903b299d9479ceeeadd081
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d80a3e426bd6ad97bd34682d40ef209de60a3da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d79e5a4e0d449b525a72e3234bbae665a751b5f7c215f5dd0a891d360899654
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb0fe43955a1b27741478df8d6fb133305ed957
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c38dc9b81756b7ab3e6e9ec72a1039b23444ff193221670a82baca20921eeb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558f78082a3c4415b0b3fe85cde5da9320f3bc9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16be3999de9887bd6df6439406084f1a238e1f33ade1d64e5b9f991fc3653b44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19468196749b8f2a78d52f7fc85729c8c46b7b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd36ae8b600307595bd6049166b1afe1da92aa747efeecf803e8b58f67f76a0f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d50fe1f9d0178528f422f453a9933bccdb9c35c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f0f5cc5a175214af76c4557393753b09805e2ee63d8cc239cdd79f43d1e6c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93352c0bd912957b8942e9bd8b7e59fcd3979c98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafb0fbb3038ae7ffe8925f592620299fca149f18fa0cd718ec0dd351b470cd4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f32fc8da564a3ae162c12e6c58126d3381afe4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ca70fe526115a058a154aca51bac9bfc59599e5fb77a3e5edc8784156d8c05
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fee23d2eb8a11ba0e49a5f05f1318ffadbd0d33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98458048f9e186b1c3622d618c0e8a50a726623e8b602e8de09399b45c94542
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997e45ed0839b7f198e6e7ea3b6057ca9fe3b53a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd9a4a09630c882f748e4bd870c91ff6af2f2c424be04cb13bb3804ed4945ae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b6b1e9e7ce60f2cd65f1c37be64db6c79ca8fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55e90551eb2e87262454815113bad83c7a174cf622e14ce6b598f81864e59f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da7b76a2d96e94ed0f8d7aca1bb702168b50e7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46da5dd264d473061647f554cd78ad490705950ea3ec0133bf23f361af1fba7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004dab06e16523350adcf22345085333aecdee45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05234e4c89aa6c10da67e1a64d8049ec3479b82979fbe9a7298e610fde97091f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0832ba8bb875b75528bb10f65634a1dec981d2e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73059d9b0429c26ef502b2f737e277807208b4969f06b59eed0dc90a34f82586
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44aa631b1768626eee0cefe1c103d88d417ca653
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e007eae3ea9a749064949310a5b290df738ecd341647a3361c5cc9a2406e83
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6542ef2e28142145f574a4c6845fb1f25e55665a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17db90cc9fabda4cc1e14e69a3dda4cd7fc414cb6737e7e152a6f531e086a5b3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f1450a1c6f489571aea0e8ab03946a9e5aaa84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeabdc76b3c69876d589d39a850a641390eb549363de14c00523bfab8c8bfd8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e5211a9b1629120ba39d1a3de6d6033316507e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f21b24359abbefee601fc62e95308168150ff26f6c2a40d2ac6e83c9d7a8da6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4607e3284d3665dea6575396e0e2e2f5cfd50c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e54f8063d4d6289892d9d605a1af9368223a331787f17705e000f916bcc08a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd23beaafd6d1bace4730ede17d551b9680eb6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf473ce4fc7167ad4e0c4765601f96d60f6f2789845e5d7a27004b12f70b7b7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df45646aaf5c763edb9de6ad577b86b2ef53119d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acff32cdc66d4056975e3ecb272a8b7c2378f6895827c593906c11ffc5e179a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4061df6ca59c9521c92c4310d4b64ec5c20074ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1d7bbb06c2f07124033ce394c777e02588bfd8b0db2bbf34d43b3ad027ea94
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9f16eb4f25d26e8eae1d1b07ad98ed51bb10cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c820d48aa5bbdec0827bdbc1e6047843b32e5038043478c1f3a099028fbb92ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc6e5eeaed5c8c47d050b3a60246389ddb0dadb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4a2d17d268315fd7d46c4c6e855e855f22659e267656de899ee818cd99dfaa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2991deaf375c9c3d5d8bc38616d73c4aea4d50c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043cea504f1765872db287499ac32738cdbb079e3b917539ed776f5382868dbf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eac48276c0a2d3b70d87ebcc240d08282dcf92b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68aad2c281b121dd04bc137616bfbd9e2fd0d074e539bfcfddd0ed328c609b6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88daba7b5f67e32716e680f756151423e84b43f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0a11adea251ee80b75a2be95b056414a70d5b3155aa4183e2f90ce6b30e82f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d47a2327907fbf84e01ba57ad2c49a0b23b0b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5226631924ae322ef46243923879eee08447dd20af94ef9e6def258cdc6b9942
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9a47838d5755f76d066e54b0848a0f271f0540
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67fb32e7c730b48ac0255acfa1cbf7e29e6d931673245e628cdea600763291d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950d641433376cc5eb0404d815de86b1ccf643ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6dbc18200b88a018bc9a17ba2ee31bd5b83d41b74487130608c42432ae14d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd48a1a4b7813059e25671012ce3668c0663294
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202d0adbe53b9621c5b6e103ed6959b166868b9d606e897f9988d9c9cf1e57f7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8694617073e0235ae607ac2ba9964ae221b2832
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96844faf566222faca583f0d9a891861a27807d7b95181827783606e5d91ae5f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5491a25c243ef97707870c8621c0c93dbcb5dfbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a5c9dad80b7246382542bde773f891bc894e81416037867cdacfeb358f461c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffa8034ead0ffeb8a7e50ece375fb877cef06b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dbd3fe2c5587e32b774f70d6ce00a70b6d16a2f8be8edd79bac8f6b0aea9af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253c57a1a15ce4a19b2c4add6a30ee118febf407
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81b3d6071e70dfcfc86c33c45ed41df0794ddf8b98e554506840ff2c69f1675
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b44371eeb1d0cae9f3fb205d84271c2d6511b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9cdfe2cc5a95233e19e6a96305ab9e312c3a889d443f1d9ffafef91b838c18
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd066b0375c68bf5bd21c7be3d9f17470c2891f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89c86d95aff3e171c539bbe8e08ce11ba691bbaa3fd98aafa6d7d860484d80c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3d905fa2824cc7d93fd300ec02c481799e6aec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71e084ffb8d2c4c9fc8538052e44ce34b79933472e65ff237eb13ab7d21a2a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fdcb815e5fec5aa1df8b7108276a01bc67f6cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8673e482bee4c7a96cb6a92c1c15f69267a69be4e12fa5b0a2f286d33bb2651c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b56376ff67e2539ed09f3db0de8df430624abec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878c52647e203b34b42d9beea402e1a266c003d9e227a566cce519daf08761da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd5e35ab04735bf25a372b26043db9972c48ed7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882872383861c87a0ff3b6dca7a2d2e35f0cc91820fb5236d8c2352979c8da39
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ada288f5bdc3d2de214570b3ac355bbac3833bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1c57474b1970b7c20bb3f086dd97ab69cac10a55e1e98c644262da27cb1d68
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dd707b16778267a4bef9a8187252c31e994d0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f0aef375c258f299ce4eb7fd98d5cce576b9dfa11593fa024fffe5910581d3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7b8e63344d34c4abfbf1e6185457463a32174e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92aa0c6698c9341370bc1a2be1d09e549b44f7d125a7f6930dd1dfda558cece
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b3aa79e6b42e8e5bd9de02b11801601488c99b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaee8672c7cd39b21d80e3109b86b7a1f494568bc7f754ac2a56b36ac19ba906
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dabb89078f28551299eb7a3e8f520fbeabd2a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2254688e5686f8975cf054cd6b9a883563413156934481301f1b17781f5a0a72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa28f5c0be5eae2f1c022fb5e5eea0800621a06c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a076080e3237e05fc27818cbf5d62d9426ea077d76747ccd1e0fb070f972aeb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a1946d399677ab3c026e96842d3f96cbecb318
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c75eb1d30cdccbdf4a2656b73ba3e9b9bf6ef6050797d8dd352e09666d0960
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5e3734db445ad656778ffaf8d4882b96d62967
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e85f9edb15bc2ba0536e8b656e96c5e6ec2cdf700bdfad9a9a8d445212dd21c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a804dc45787c84b3acc4eb060e565c8b29c73b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5729cee84a992bbc43388e7e5ceb5e6f9e62bac38d6101f5fabeafd31bc25cc3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3554c1dd438e18fd2e039b6c79f79312032cf258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6958a0bcf2d7ed3da0ab89f2c6778c41d95e0fc2208a77c820a0b7372cf6a23
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855be0fd02d09b7453d3cba1ee46d99b67eeb190
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7188a88694f3c17c87d7c2cb4bc7454abd8ea595d796e93fa1cf8f4ae34deb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f81a0b7235b96cb8533b072150f5aa5c1c88a55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577d1f8c7b069f919fca8bdc5937e3c721153d2dbdf6bee7debabfb490b33bca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68844e1592a01c03470908159a6d30da841c4e31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47b3776ee91e9c0dd96255604c67dd9f85206532b1fab17c6b6a9b63739597b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0504c675b8ef6d0d12ba9cd0e45aad98cafb8c17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5470909417cce69faa0e2f3d901b1499540fceb5d529c89fe89f98402445cf3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7f2707fbab99a714d7cf830e915c829cfdc52e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913c63001e3435b0d8cfadec8821ae8c58352d98f23afd652d66d9aeba258e5b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1878bce103eb0d1661ae5180f360af44beb46384
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5103e43f5299c8cc0bcaa5fba7642ccc9d4484ab711c2f61fe0b1ff87c1a462e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e35c1eaff4e6e0abd31c367ff05db4a67b8c26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f1840a7801a32147f04da02ec5ba100f4f326696637d0d7f86dc04bf10e3d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8c246f594211ef0fe924d2c51646f0a18d2073
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7b65ff2e03369043d31a2c35d301f4f5669c4c320d50363de5e4652b2cc7d6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54d7feda3d4997226e36574fc6b601018c71f54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560f14c985815875bde99c104a9a60eef3f813583df1cf8dc4e8a7d17c883c08
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ef4b4d5eeb58c496b450bd243d2d592b074395
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9314883c645f351acf31e434f8e026cc6d1fafed85f04c7f206abfb17e3ca9e6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba065eb619ff7b9e522c49650b31ff46b1ef8d0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9040e09de02cce71f432ce226997aab482e3cd29eee82cd8840b57ba2b8b0254
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07752f75dd28ab9e5c96fec79d6285002a0f7d31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0edde03cc606091a6ae27acd8de4b71e8fc38472b86d16771d490d8ad9b1331
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb32eeae8b29707d37ec10460d26099c8728d86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe8669b8761d389dbc2fdfe2cd7c2919840513a72f4eeef022bf85d2a6f84e1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e0881f082580b119f7e0bc4a949e811cbe9308
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c8e74ea201da453b8ca2e3805627cbf6fd3602466e6c895f402bb7b2cb2f23
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54563700e97fc8101660ddda993e4da5b5c4bfd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27a605924d2bae6b7429cbcd1c2a29fe7d3f159e34c4b3bce94832508d105d6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee8b2fc458bd50384c429712e75244298aa0aca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad652ac9815d3e6264528ae037ed53548c9dcccc2cd57c2dae167c7f1d6d0275
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf86adf62a38d5bb03e549ef8e1be9a462b919d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd97b9f5ec56ba02ac14027da1b9ca80a5debd83f3e65d134c380076a19a9d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3fa6470cb7e3bdc2f6d541cfde4260ae3cde17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fa0e9993ac248695eb529b86f0273df669d025ec317ad01d9c48038ea9401c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8782707b324ac11206f949f9b0d833eae23b38ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13316c968301fa760ad8f6c4e1e90c0edf5a9fdd8eaa3de79dcf9865574b8c58
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd56d268b68122b5343137ff951d8a5f4660321
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3786d2c3398c9e67af3418db092e9dac8c7fe773bbee5a837bde493f002e59
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52da108ca245308e9d7bbebd71e1843c6812dbf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e7b4fbb48f3ab99b3c03c1eb7f2cbc4e51ee384595fea9c038a1eea3ffa26f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3027c7e94ca6b965efddd6230e88a48a85606655
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2248065512e23fdd095bad76980db958aab6d59bf56fe86dbba518f67719122c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cd9e9e100202105b7f7c6f1dfd29ee556f286b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c6eb88447914c066ffd5864a7427d313e19e9912ff2ff0e781de1179deb5e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69438a952870f416a188e7240ac60cc65e271be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9475466a8baa239c8e74056c77f12730042a06c06c1e8f50a86020416a5a5e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec281efd92f5847dcf603e089666b58922c341f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b118eb08150f3e3db252413bc2087354ae14628fc996e060b09a6bbde8d41d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e07828a6ef76e9b309c00213005a2b2006ee917
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cedeacf3bafd2477832801ec17f28939ffaaacac49975a0bcad5740e5c8c72
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8a0d4a6afb80b1f5c5fe9a3d14f96e0dccd784
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44651061af32261d755a4d467231a04728eac43e21f459026fae8cf54a331405
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b5fd22d1f5af93206aa6563a8307c9fee861b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f08ae97e6279fe5f7496dbeaddbc19945adc3ffae2c6aee381ae9f2b0621ee4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a7b2930e5e0842c3b376f1187c9556dc35c60e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f038857240ae03499e713e4f91fc45148f72aa2733218ec77fe171f21b2195
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da481a4e93e8d33b52701af00e634c9dcb0ee431
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38b75b003962162d35e28ffb8b1451cc7bcbd186326256472a28530dca9aadb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d6a07b5a18ee7721f724b67b17310cefe0a0d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bff12aac6bee26d041b1a17fbc26d116ef9d32ffb41a87e4f0bb298849d115
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70a584b4caf9935bfa63940d7f6086e05109082
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c753a143ca689bffac60c0a5792eede66cbc66a86b10d74f50028b368da41d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e501c8a575bd09c9767aa9e468deb4ea51b9a582
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c23f91ac888d20b73a7c836d91801b310ffa05d5813ba9ee91588b4167f827
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfa4674b5d1bca5e4917eb3b8faa3df2899469b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d366a790f5a887713d42e113a7b787580b472be41b92884508df036d02311f56
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06fb27ebccd5f2a1033c52540b175760ae0725e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e261cbe5e3250a96da3c8604bbdd4cacc44e6b2a8abea82668885fbefbabff7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df64558e7f9904b58550144b18fa8749a5d96d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0ed71e950c2c046fef4023d43e95c2a00cbdc465fdcf216792cd06c592deb0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188fbac4e63e08b449c3c4c3b45bc3d81ff837ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f06078add74d52cf7b9fbc7bce432b8b5de898d1c1c6a60a2f6557c4f259871
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674233231d906c3fae56b3bced5d04f4e21143be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc818a02b3f3d6c85199974409c3bd35f36633c2684725ac8c080fb653d0ac1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157b41df048d2a6e039b684c4a8a595bcd9b9498
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6160f020614a8caa06fa82f7a093527358a018b094b1ac337ae23632840f1364
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdf32d41e209f7101a56f49be80b5491fca727b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca67ca90c1105392cddb18f0fd4d53358564de6fb85174750ab3a8c920ad4777
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0373b3affa12c3fa99e7046d0264115469c322af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efef4a66c880a986dc1b2ea4a6cfcd59764fc91fddc7ff87c0200d0c71ef1bec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cb91e8ab6f13284859c2884e3fc1c93e7bc7dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b758ad50ec1502248a23649b1de184f807b8554e0db14cd48b95242b44544cb6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7164e70dcadfda1bd4b5285a8d480e06d60208e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e67d2d93e3adbae54c9bc806871781477b9aa28662ef6cbc83bc1b15b365d6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1573a7391aabfe80358ef7df78ad9b995beb57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa6c7c4edc73631a20a6c5f87f1db555462db3e6019e4209f679a2ebb479d25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84315e4cccc79e4c2431e153b4fd13af6b37bc08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c6894039a0dfc70dcc9ea75986102aea1ba0ce94d11d3eb7994c3331a49d5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860bd2c2559771d45855dc79b2cc59b6789bd8e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ed352b3024969953e45763d08a13352ec22829b2fbcf4c704b0a99473120f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a6da808fd2b84003ca92d3592fd48365146fdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2124b7457b4497197e53f9c8fb9e53618daff95b1d827cab27aad1ea248edc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f06bcd72850e04c2c55e461f04f5388b06d4375
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1187429351a04bdf43db8b2dcfb13e26aaad3a55aab315cc7143a10b23a1718d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9c12c42a3c1d5b62a5e9e0dbc3f520c2ba1bc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7477066628a90b17e4819d9d942058de1eba345da57759730b0db644216c72
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b84e52612f1a5709079e2cb9029e1e17fcde5e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d27c29c057ac63facb0a33d037a04bd21a44d4c50b3f5a5c7474bb5408e7e41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e27442f960d131bc2cf5e942a1962e6fe48607
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a583c6289cfec01ee7024c1d026c3ecdfac9dcd4d2746154676ec91d75c2546
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd3eef0e57f4feaf6fc39197ab1aad4160ed7c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dd9c4c0fad79c01c574bdaeafb76b749a43af482a38d4f15ab2af38b44931d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a801cb581b3a903b4ab45698145ac05e29a095
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68509101a9329faa4eb8eef9329c3a30537ef20231e6932acc219cab0855da01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7aecbcfcd1c9b77f7ce4f752bce6bf4c80b99a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05f3a511cb88d857118daf0341f79f99a44cb2b6a31ff39af00d5173922832
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe47b809cc924f58cd0e43a07176909cb878d38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23e58c6b5c556dc312631e21becaa97a634263e534b52648eee348ff6d4e93
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abda06f2b520b95f0a623d95af33e5677e8ff130
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0d2213a4479b001f7ddf81de4a5683d3eee3791274f0e67f2e4f2994530003
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391b9412450e5a88d252d14f553dcfe10c3fd3f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2356a015f2bea32eb6379fa3aab60891ebefadef5a90b851e1ea1c46d30ac2b1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cfbc0e7067b4e188c312ed16686ca92f771b11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a2df2eef95916ffed6c2030a7452d9643261c9ff94a4b7473b3e4bcaf8250e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d600ca25c0cb8a987f65c7963b1ae5eaec0e4802
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a483c413f63c892746034dedacbd519b766cdddfa362387d0add6b533e39b6dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e105515d7d033ce42df90b811e25028369cb4750
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3450bbb547a98f2435e24330f1d354edcb3591680aee5316080cbdc67d73b315
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2141d928310732cb882e6a94ea2909fd966b5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc78539e2498aeffb339f9c423d7de83a004d58a3c811a4467470fe0047c8b1e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b9e8410068e931e1a68f453ce8c5918a912e10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff3dbdc1a51785d42a1bc8fd7aa6cb8367e75dcece41d22d4a0bb0763f034b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1c51ab85e544ad06c0e064bb38fa40f092728c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbe8d8456aec0c794db6a613258189c828aacc3e7d012e2bf6d53ca66caee5d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f8518158f0db229490215dcdd8a49a205f0b4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b8bebbb54d368f423f82c87d9d137bdfa8bb20483f8eb218851077a9f2bdea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b8b1b97f41ed86284c63a2061d954b841db38d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c250863f5c586fd1723e2fca6bbac4861eb5048d682a073c7ba34a34ae5298b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd3cbb70b7a3ac07efaf8bcfe36401cda8e0029
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d375a9ec9e6f57938396da51f30a095876a2ad9ff061579d1a56094ce20ede
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8dfb2208236c449dce64870bb7f8f52614ef18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdfa78fa2e6681919ab0838d01a0998d21864c52caf9a804cf903891710ef0b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cec22200e8696638e669a4c1d4220321fb538d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afff39d8f2c8e2eb9f18bc136d0967785ee99e2daa2676d95ba0ed3510760e80
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a447184172abb85f9d74fbd3902af44c763e85cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d380c403180666c124d9a8b749bb86c15db985cac84ca2a638be23e116f64d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d05d56fede4fea1e72d71d1fd65ee3e50837aac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ce7551c0fe2b303f67c88fb63b95e5c8cb59184f179bc31d816527be747c69
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8b24ec85643b66a1ad14a502c26855c79bebef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932ae764eb9986688b24b822693104bf5979f41e1413e14a9ff3ed71f78b2497
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64fb57c15434307edece7bf784d893a5c2ed0d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae914a45aff0ec15bf4938f139cf7c9285983ee1f0f37ed83b304e31e99240d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123c2e7d6f2c984cb3b35fbec4326ad5e4b4153d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e632142b9ea5b8bc3307461467db6ce0d3d672e4ee5e48e30aae00671c2d1984
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce76b6502772685fea1ad48eb45670b023727a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963c31fe6cab81ee34bce2bbf96ce8e762081d6537aa0b34b9e79929c495460a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32f9e0e1daaf03dbf02f7cfddb5178bad41a53b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423ec45cfe842eb806ede194cfb0c2db37d88387890cc0d68f307e40cbc070a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77be2236912af60f3a5ab6c627b8da658968ad1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305158789ff72491ad722f75be895f5aa75d915f78ba9052f9455d80339868d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f299a2a00703396bee56c39e8b22db439134a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624e3fc41346cbfbef0bd1ff1d9e0c6fb983c9f4969ef95765aa342de851371e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff15a32a6fb27a5c0b75085e7f0fd657cf15047
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c822fa34e85007f5b72ef53e188d4435ca44d3dcbcb3e10683d394dbcb3d98c3
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd30483ce5fe4e8da1c33ad5ffae9ddd056550b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65980a9a38388d43640b9b0c05e2d5a2feda0552f9e2b99cf6e416a64a2889a2
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39497bf45d6ccbd623e8abbf68d1fc3f8483832
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b19be2db84540be284b33550fe302ba393856cc4a8e489a95c8ebf18ca939e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de04a568affe105f8a5f17734dc467c85e81128e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4746cc2e809e215ca1d123539170767efe90b49ce93fe90c3faa0b09d523896
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183ff1fc92757d4131f3e9b2536bbd88e2ed2af5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a92c9315f558b931fe281801e967c2dcaadee7807defa092f31ce8cf48572cb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78021a92b4f3c1d962f67910f2b7b0e9a332a05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b3662fd077583c5b4ba6ae18007222fd3a7ed752329a77152137a3750c623a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8369dcacc1a2add64d8cdd5b2aa369010e9c9ab1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8644d0cedb23911ac06f077771e88fd0c9fc531f8ff250d4d56ef2a5d97c22
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c62bb68ac11a42b249c10e7dfa751815fae1c5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75315a48abfdbfb462baa755c59815e92f54d4ccc477c33aff1c1c7000f890bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce86fcf9863cccbbec59c30d74e9befd8c56677
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59318910669d62bd3c767f38b2698cb74e444a3158e0833a8c4d76be0f818fb7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff2acfe2ce26f22ab7b1a95aa6f871d757f4f4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d329f720c6f58f9cb9cc1001c7aa7611748b071876f0b2ef958faa4493b464b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f2c481fda61255aabbb82918d884f2221bbbb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439fcd3beaddc72a794d31d324fa1a179de480080e65fbc9a0ee11985a2b1235
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdff1bb136ed8b58cc6de42e716247c26610da01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36586e1af8d6b8103d708da308459934d43c22ee2fcc0f02182ad1249b341975
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae6763063f22b8ac857c1233db33aaef46bf4e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40276ef63c1569be35a913714971999f88af510ab4d6764c9c750570e3b4af4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b371b1bcb5ac786ad0b25d54f2e3c733e34c127
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303360c4e4d91c947077dafc59826688cf3206a98e82c5fd6250a893a806ff38
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ad8d838ae2d7a300afddf90ab1e2ebbfe0469a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bd1d93f2b52a67a3d8c8c541d46a3a12d4eaed4d1ecd89a4159004ef8cc4ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315bd25eb5b1f76e1b50c109171828d82946f69c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0517e1504b265e3e75e68857925cd44c253a189dd858eecc751e5901f961f91a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a99771f575bfa46acc5b7fbba432492e87cf3a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37070aa3f3bce6045108b12597c37d05d3e2c30c2ea6d1a2a518e539edfd68eb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e1fdfbbe041da286e359835b6ae0dc4fde2f01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b6aba2142c090d9bef2a78379d5fa6b8770da05d69c26499e14ee4eb95e89e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1ad0feed5e7ba8285b8bc65bb08e3d4ff983e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2420d95c1cd86eaf1e0f76100c2c2c5af581a58fb2faa2497bd0085e3800653a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da6af51ea5773a8616cdb2935bad91952f0332b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55637d329700a55b2cf6381c1bf8841ec511b9dafd5f387ab84e3294c7ce809c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca38a8e06fa9008076f834321fa25c0a814fce6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a538d0e1cf1222a1df66ec409248a55fa5032fe50ab1830e8839768e0356d4f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fc3b436c5341d2ef04e494f84ff849509e62d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b653ceaae38f71ab813cb3a2fa728dba510945d2f80b84a6e61b326400550b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc048f5cb570881454aa02de71d45fa6065ac2e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c739a25e684f233b69487b245504072c729f1edef71f88e59038183a138c7f2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b6c438719b16609c1a029b100ffe91e0f93852
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6649d0b3584caa3b9422fa6b78b167d26ac6fbaff049743dcca4154723694d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea81b1257c3998d788511c9a6d1ac914312d7ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93048c1857d25ac3df3104461f67aee7a6a0a1862cbc80a29cdd02f01760a9f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0661cd905ba6f87f095ec3e0d9cc84fd417ba0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68430c48b169068b75bde6b2db7ae70f0188c2d014d326e610f0bc8db84338ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274256b33cab1f477657bf31f341f0db0ab872fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcb8daed7e2aa2124b3c65f46bb3326f7b970a7f0ed6d77095d7ac644e97350
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3c15f1a69ba2a248e54374f2752f25402f3611
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c90b5c130857222e9d1a87ca0abe852adc1b02dc774f96d7badd5807ff7781
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664d735e8f6342377a8bcf3deebffda0a168767a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f168b56ad076b37fae290f4cf59081d3d9166b7bcb66139af305c7b10c71731
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2822181b085c46d12118b29aa4b98ba66ca2dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49992c756a0345375bc0e603bd83bf8df6f054eab47c7747255f78ef647914d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5cf04965b3d0c693b9f23601990fe2d5a71332
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca3b1c9805c8024519dfaf68087b64b13efc1ae8f9245c9b9bc04a03cfd2a88
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09e6d31d34c1051cbd7c8e71db2b64176ed32bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0186e1571e23fb8f71d40fdb763e9ae4aad279155076ddd81f19c37f44a826
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dc5d60ff715a95a67308ed09e8502159548bf8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d882bc483a18332298c8a3c2cec5f069f0c7425e64e257a9b95e11422ac48d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4136f05a49ce6180059e14222ff62e19cdde8f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d2dc26b821d810cfb30239dc1f4fc9e5d27050b95660255815c280dd83863c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c579686c5b6ed07acdd910103f4fe23bab46a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369eff82e4f4fc362cb435ed3bbc7c87d868be1b8815649c0d2f9ec3f95802b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7910c85a427750cbc8549d88564cdae1edc016db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663f0f0bf9d0c00603d15abef5f62ed2868754eb318b6836be9057e1129b16af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a704fc750d3497d9c1beb527f2105c32a1088a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8329c846ae0de7996a0a362ce4b90528808973dd711d612509ac03500b203c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee8c114dbbb0f10871bdea2d1bf27ccb2bcce7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8274d9889bad59f0e38a77d9a8936c727c6d12b05dc8b4f363acc3f7a1828455
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb14896a754ae0faf520082cff9c9d8c731426c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e09a50973ff859a14d2b02070b4dd120774b5a2a289af2a373e645cb2e3b428
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab2b999bdace9133795901f990bd4c04b6c6c98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e56e41971640f76d5fa31aab87dbb53f35868427ea8da3b40efbe5a64773701
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff25275cfe43cc16340ca38cb6e172d1ec38b42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb167a022edd125dfaa0d6833b5df62ef4579dcad9c0c5b12b94fb09e8edd604
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c8580d6c330b85ad3c9c106f0923117aab5c62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a366ee26c1d9599719e27d9e814ab04ba785f5607777874535b8744d28d17185
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75fd6f783705c60d10dd4f58cebc6e1d1585e9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b159db869b4805449af59feef421d05fdbc1216b6eda758a41243c3a94f9fea
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da800f2bc2b3fb75dd99302d3faf52a779062e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e20168b7c68476826bfc55b5f3b43059578d2b25ac7c1f6bf0bd088ab5bb5b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8392f8390b94e69f387bb628d513c7ad64a687
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c50866c64a53ad7a868fe0839e8f0c6e6f0827a1515925e541dfb6afafadd70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2387b7ed30394e8f28cbbf32bf73b20e429c1b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254e3e18382962dcee0e929b6e48f00e7693852cbdc80011d556f886eb652d72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55af1798f67609dda57757dbe4135b651b14de3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6f06453b42101a85c2409c502811f7c64ff74d98057d4e2d546ff76d7a3476
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68e73716110bbab1d1ae9af837d6caa7242282
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd91493a9a3f5f1cc023729943ac30e11733a42e8af5fed6d2d0fc60e26880b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513eea270125f7a079b5a23b356c799cb512271b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2929eac902c1a9453550346372c9a8a8e158cfe6dbf82e8a25d8930a27e6596a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464c1ee63ff1dc8c459ebcdeee77198424d05ed6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a41f209c8edcae6ac26da6577ee311e6a9a9df82f8ec292b4a1e60354bdfa6d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41600ad3d573a186f4b9ba45693aed719004360a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcae0a783c0ea76439707e78d351760ba62b2bb1fcc4680e1dbe9f8a3b45a4d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596f30d7a998065a8a1bb185137f558d73d5fa61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33483550d88e04ed4233cedae52d69bc70aac6d7ff723f20eb30d499878ddbe2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b25d5f68452c8963329fee790ef2e1cc0ae9d49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7017f9af743a6f78e29948334fb9bab7781a5e75e4f9809072459c02ed542cdc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e200421a92398e68e9e149d4a7dea31d270b492c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7bd5981fa39cc94cb55cf04a0036b4e4a16c3fd75f3f41cbf1c614b27e4238
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6929828f512e9fe74655950ca933200fec9e67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9d938e3e4ee3543645fef43eb339e60e7b69ea7fcadfdd0cf4918ea8690913
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b2aac00ba20abe2a130ec5108d5e7bae789032
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cec89a4fefe81e79b927d6e1b847932d8b0e023ef52be79850fc81d57466a0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0041d371d93b48f29c13bb3ae6604c592c5651b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6249cbbe71045d69074c3284a6d9a80e4cbab42fca75b9d325b59ccc8d9e1f60
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a1cb215e11a1c32589baa779875dbb18bdb401
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d52d200105f51ff6b5d14a2889c68b397b5f1ca38e0456ffb1dbeb436f179f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbea558a01eafbcdc94df32427a8b855bc5180ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e134d54633c54ab6ebf66ed15454132514324d4fe7f9b5bf63bbdab1ba01e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ab2235652215a965af637caa2efca36abfabed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7d0cf1a530b20d15ba6fd388eb248ce7fc97a2af42904e15bfb3e830fd9044
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56eeba6ae0440e69d98f6e181170fd1dbaf2ce7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333372beda1b7ae641390749ae40a11dbff0d2daa91f6012d15d6e4c68969409
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd866305a987244f86555666c657fc382b28bb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90ab235d0d4df39658ad5523a6b0c57bba71d7e62e2e2eae30a50c1855ef621
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72d77d01d7893763e16dd96c03b87c8d02dd0f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833de327562219102799460921dbc18eec1621af53477c8835dbc56874834b0e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20468896ed97e15e0a0c74144276edd8193b2aed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8eb05b2c7b4ca6ec0392b2a65504facedf834e320da3a835ea469a778b36f3a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37a5e784d0641cdab5684d14acec44bc4d1e432
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45aac599ff18c3215e4e9cc917e2f635499a93641a1a8c0fa317ba90d12f3c2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60c1678d229cad95e3adfd05e755f04aa91a7db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef7c6ebf71e6b86d60cdde33542587931d913bb0b279476d7a07118d177b026
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579ba07798d795cab9c20423fe1ab1d5e605b97e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c36d8427569fa67b402415c0c0b6789d8764f2987ddc53cc6e1e736c7877514
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd9936f00e4910566fd73bc2e61419f3af6be9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea69c0bdd92ed2c6681d4bfa28b8a30d406d1925f55a5f43c02c38639a246e19
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b77081df0a74c927955357757df0fe2bd9cbd78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f0e047671efd5507e05f8bd81b2f1e796230a27468da4f0cf068c42432e426
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f521cf9d5d04a5cbd53a0d9443ac59c5726f92c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010a30b210dac5d12eb014cda05ed7e2b73bdb57bb7b34af25f71b287cb94694
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bea3c5f3a638488c3c269a766b128cc022e15a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71651fbe97ab42e86cd3f4efb9e67168a14a0a9aaad1946ddfedb6bd6bc8ae5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5f5c03ab93e065cbfba7c777846e170ba15f32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e023a872f6a9592171c6d7987938855d195efc40156dedb5806725a0ad2e6cfc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363398dc3ecf9652a536dbed41dedfef46cb408f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588945b2162556903928ef795fc3378cc6278213cc3957fb8755a0fa1a1378b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d8e26cb05646b4958b510d2b06d1b583e1ee49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ec6871f6494b662d3b916c975c70d4afa5df3129c3e389d4f3739522ce9c8a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2238de4053ae77c8b0bda6f145c7fa256f4b58e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65f01904c8d6dd28b232fdf9ece8d690b4b029c2eec64463d319a9b7f36f373
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508ce2bba3e9aaeeb255fa9bb112537d1c346ab0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbfad71e8c6143452d1d3190e3f0e00a1965fce53887e4935bd3c5af745697
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ff1869403d6b8c190ea0bd2cc3ff603e55c68a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc7533084fe25544d7d9b50c88cc275d81bf00087d49005599ed02b1c4e2415
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac72a85151d0417477e6f69344b628d312211d3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e4495be9ee1cc70e51bca26c72c8e6fcd5222165eaa64ced0f5e93c9b1264f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6f09ee5771e832bdae64e5a74259538242c716
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d900726a57fc7a5bd1487d59b782bdb4302feb6f43f408f84040217b47311f79
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9c363a31748fc85188a0ce4c88750b897a9d4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1852a7050df99e78692d77b35e2e0ee029312c9a2941c0af4fda3bfc3fdeb31b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828c60062b9f8fa7bdef1e98284dafab18e29b31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4075577b718a83c412770c9d42f102626a11f4348d3995844130789bee8f0680
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9f205046ec3ee7bc4f5144e002f6aeea437838
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59447003a5e23ae340dd506cc699fdd568fdbb73594d673af1b6377cef28661
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a31f0feb495e2e2b2e7d0ab13029999340c24df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db6c1d1d9e54de0c6d632089af9db164c44c3c8fc2ab3602a1ef440c20fe778
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb40e42b755f39360d40a7ab0a868d00a87121ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336692cdcf7b2310c2648e86b111a10c1c31197e54998dc1e6ddc2e19cafe0a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d641074c2693208286a869bcc291ac308a18e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4ad357b9e39b7f90e77231bfb8836915584ed0c54e0d69d9e2f956826c3718
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25983bf0d3b3378349836a08fca0b9ee9a90f761
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79dbaaf06376fabde0135469925ae287d9601f667ca9d25f0a14275976c5e25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11518b7327ae1dd122b86169363f7ff44e98a3a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270845f8d6110b4dd521885c1a82c3cb40a28d487b20c7deb8f2d85478b1a168
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ab07874fad7860ab26ee08904e8c1833c29a83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a034305bde59420eb61986929b68d2bb968c2a45d1a38610edccc09f72119e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0851e10918ee9db6e2ea6187bcf616701d30a6c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc49d538a5960903dd00a679d80f5b732cc1baa78dcb27d3c1d760e20714f866
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985424fa6b61509efbe58b0f9897e94e05deb7f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cfea17812594e0edf5947f2875eb4ba66de5c3a25af6d81d4226b03d6e0d67
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d3cff08633e82e06f328ace72a1b90bfe86318
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b251264728de45396c36f7e1ba6d4ab0fe4b5ac816ec58ad928c6d3f5194e28f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea418c0bfa06d3698a36fdc8990a9394c2c10e4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6136f5514d596dbef5964ee833cad8cb57c0f3cd0dacad12f3ba86d57310cb8e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10516d0d914241f656b6c030e356fbea9d008eca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c0633da362b6f08299849fb82ea7015b2fe39184dca3e929117e6fe877b57
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4446c5212d51be36a023b31a602aecacc06d0679
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c35d90815ff2786b2a276e02abcd75408477c1effbe6d3d0f28385822a8d3b1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743908f8bb611151e1d4a224f73b20f13f4359ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cde5edb7df7868118b60fe63aa667bff35085546373a83d4face269f41a67a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cdaafde873cc34e8ecddc2f917b5f55a1c5763
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517e512329efa2137f6b0036aa4e94493e05c744a804a0b88ca0fff5ab8dde31
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e837c94b76344d729a09244d443319972703358a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0012f537f7082def7673f41ac0dff1dfb4c382d92f9928902a6477a55671c54c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a29f6eeb4b52c969c74ff7343454bbde6e2de9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264ef8e6c079787eb5730c13e639bb2d9027ea7825aa853997bef37da02a232b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800a5eda81da26b8e1e7a5b2f6ddde97d57a752b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854f5079893c338fc82fb92a77d7f77ba011fc7cfa11c6de4d5be5571cd09357
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af445157e28bbcf02f3c9743673e2f85b67c1bb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5631d7e37bce643e5fe4d7017f5c152b8bfdece3aa6015d6d79d350a296eb2b4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8236a03b708e787126bee707f1015f2e07f8a773
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6a683852022483d3a1b2b9abdef07055f999b8d84c8eb8a48199f9b012103c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e111d9bd561479a6d2d4ad003bca99789f9b47f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809454d0fc7d1efe9126817db3648822dc80294c20349b8b301c6d90b9f8cd85
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abcf3c35228f2f508fccdf08c5b4abe1dad94fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b905f5ee23c8bd33258d4f5f1dee2c57a779e3ab2f7123ffee9d9c6dd37f8096
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e5e4d5f3f1dc70fd4ca21ca1277f131ef42b07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202d3ccae7ebd391a1396d1e257ea8ee139cdcc1b06496210d611f2453ff5f6f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ac8e77231a79e221adcb293d1ca381382e008a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16f91679317ed517439637d3deb8c02d1dcddbb820a2637ecd5d9014b6a272b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad8365677bd7f1ce962942a381fd7a02a095510
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff7452a37e02772c8ef8115eb37771c978f0b813e16b3f548985aba684f3e39
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e86fcbebb6d9f2582aee8a532ef9149049a2af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38174cdb6fe580d4f44b83c3184b7f72d6580ed183eec634b6e8b500c076f486
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8650dba8d1043967696b741025dd47a971ad27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931888ec8e8807ffb46617f9d49cdc91d6b497a576e2d74ceab74a1bf2d0fe18
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18b75914266ee2914d8d25ee90c2fe3bf6d4ec4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a820f4383e3a592f4aa5dd12f25c9f00aef0bfa26af5861ceba186daaa06faf0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280e936ed22d99493c2c3e0db8d6215f52454cc9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a7b92d1bfd69b570931007c3a46486b6174878a5f24b9d78b48e3bc2d698a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e69fe3e2642604c1f50142320b2544baf676b8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c2c638f4d0b34333d793f9043f4601f6dc529c053c426b602c6cbf486db54b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83dd758e403db43011886cc97e0b85d9a7e217a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf79be1d196f87fab0fb4a43fc10c3d923764934288e1ef4b9892d21f14b9fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31692f51231d74964a051501251dfeaecba85394
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b3ad1300b7a778eff8b79c2ce9a9ff9399e5800d527a9964ca7e380f3675fa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26ef3514108b5f739487eab19933c5982efdda9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e690ca274ac4a4dd130353ad4458454dfd5633a50dc6dec749747834ae3811d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e1f84816adb5c92b9c5be0d366134f12bc6aa2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07427f687d5f50983eb1edc5c01165af71a546315511524c83bcd9397d049290
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba0de15e91581f6f563064d98dd8dfc6164589c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8ac745123a5564316ef6128e73988fb41003f6974b2b3580944c3871aaf5a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8460ffbe5fa744d03ae5212781ad693c4e6caeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdd2075859e965f423fe72c7ec22c283a6096f075df33f80e4eeaf183fe672a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0434557bd30645236ec78d0a88ec35ba17af2834
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c75d359235fa9695d588fda2f65935b8d078d0595ff7862eed4dd06ff0fb7a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27917af6e42f0c38835d09a9059da18df9295f31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e98455c65d13933df5b024b6f7f3862122a884c3f838fda4550c307e6103738
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af739633281cebe57470e8b196ffe8d4e5bd4381
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9187bc4f8747e9a62f838ac32d7851f36a40b51efb82a7fe23d7ed0a23af00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf8dd9b15fe2ddded1a76d9d5588857b55c6aa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665bf69884a6a595b69a56ffb4934c8dcca3cb53c4cd39cea685f46740d8df22
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4452a811ad76cd385650591f24f7d7d06a2c7346
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0029f81012f126f748643099d9393fa3b2644aa103aa1e962ccea27eb2229ac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dba2210f2fff71d37e383eecd7cfb99ad6c0da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8805bb3b7528fc4c012cca3160921474fbf9e5b59c7e382ef8b701fd2b9cd6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcde4f4eba052f603a9a65032ad9f9bbbe6345b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce27518dab8c6d6e928eed44934777f4cf020a8cc23923acf77fdcd2cad5d78
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec681ddcdaaaeb9ce9731cc8641554bb2ee31e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9e40b3e912a4c02142daaa794b577fba19cc56e3ad6fa20a1d1730e3c76c0a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908a5d3bb5fb5b022cb6323e4ad3768ed300ff5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccad19150b17041753acf6e3f87ff74d219b4942c2c65ff801365847d82a740d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47ba5f9af6dae80b3317fe7a43e9a8468dfda90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc7b99e13d736c4c6a466cfc9c178e6cad8e543dad8a3594d819c5591fabd7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e49feb049a943002d128ce031aa6e4227d33b5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602ee140e78c5193763bd64ded9253a9ea6935b9ef93f447dab065278b29917c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9859cac366c18c9113bde70264f54e953d69a154
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31992bde39d52e80f39e73a7b8170f8303b0b3f07c08283c60a575bfc77b1a9c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da315ab68b6bad65f6e8034338995231e066ae1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed268ac42650dfe97f259a1c65212f34a9d7b1a17db211b1b2daab608b727af1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ddd6863c93ce8ec621910483c0365aa7eeb219
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7775f5080a9518cef23a8b2be71dcff84465855febfceb953a2fc68adf0804ea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa5c5bfcbb4eb35937a2d924ffe016640d5a272
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d6684b42e01f670319e0536e5dbf49a4d44db00e3fbdb192aa0c7eca54ef65
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e218c96d44a1455380da3a13cbf625718f201567
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f6dbc12e20d687dbf3e652cf4062e9c22b2ab704e2433a824671a6dc7f3853
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cba7634bc838a825a7d3571eb835adf4b53b2ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57fd430e5c22615ca78cce8cf0df05abcecf09a998e0e2044b76c0e7d8658b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b53b47bce360802addb1ea0a5373cff8e8c827
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6f42135d82820ad2c0f16468387c3a80e0c38d754fe12995020c73f3d88005
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1872ad72dcd7f3879cfe745338fe35f965f481b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48296d9417e95f7ba657a5ee572793a292675d9d7b59305d8fdb7f38c90595bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ce174bbd4364a5d0c2a6dc8792fc33284c5c71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd799e9f7a31f07cbf8b8511d349c947c52b62b3840f2dca8cc084a9f17d053a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e26321b838a1439275e0468b415ec0140ca4b33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d20e5335f0d10d0e57f972c5b6509d6e508bc499ec8541b8bc2d95bcf5b6d82
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037d9c0a681e36baf1403155291e072b4b13a1ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7febe1134aa0668b2f458312a60ca9e929c918e60c866541c76520b900edab5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04aae2ef56753ee61ce43e5de3f0d167caa51918
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b999d072b680667db1d2c693f34b215b7bd33a903092555102075ab8d6042dcf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99906692dce748d331807c89f20a1c58ef4790f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289480c9dd493590ccf15c9944e2f4862ffe199276c866ea5fc8553919836fcf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c87ad464d2699e140ab6cf6d69ce13456053560
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eaa86fbba2e61fc0b6061786c13ad93c0fd2f8b5220c6b5b83cd9bc6d92b575
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87a70db2c74442b22594a265da46f6813aa1a3a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bbdedbb6d9db8b6c5823a9847926bfffa466d01de80ee1f62b8cc91c70d463
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928f6431d7d101d8305f2132bab724b93607d62e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b579567f1e23f0a07d552c3e8428a09f4ed3417cf4a92929cbb56fe6592dcc91
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6213bdf2825fe34c7375c011d380165761965212
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e297c7f594d501bccb0c807a18b6b5a0a55d0690fccbd9b9222aba7f459ac4b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594a0ab414099c722b11e797d8deeb1fc2450774
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffabffdd38000cc90698fb5d87a6712b5cec9b6af5bc88d274a9aea5bed3ca1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789ae8f62af85948d3ebd94431d2933e6ff6468d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177b9b5eb27b709a23cd134b1cc28e0432a25a0503d0f972b873ebca89f28d58
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ada78bb1cfc273d7f9c28c9383daf6eb6fc44cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7bbd2312d85affb2cba975a8700a74fa269352b124dfb0b6b34b781cc16deb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d300cee31eaae014652a5270053d4205bef14f7b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1638c11b0395f9737e1ca8e50a92b0f271f39ce914af5834884951c59789a2a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ae372158954bf5512670bc1a128160be5a32e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cff2056b033fe7d0b03bfeca4bb5029d5b7a4f8f3234dec8fba4933c2fa4488
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e34718f251b67801c1b2d9beaaaaf114e4a569
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d773697ef0d9f41e52436fb308581cbfb87d3bdf62150dad8a4b6c2f8d0de7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244191cde7b283573b761899a11190fe663ed77e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a213e3143d163bac8a77c561549c2d569b7b3689d85e08b8f1ddab71e3e80f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cc976b241b464c003fa9554e4a4525842f29af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b097f2ba93323118dd9de0f815598000defaa409a7fd98ff8133b8a4c54393d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35251a012b03d12376905fef2f8245c0390a0799
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8049b9976ad9ee00fcfbfc9cdfb42f6a74a4c7f0c6af6ad3ba17e0954b1ca928
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7f5b90886d9536d806a677a7758526383900f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c44f67d35f76f9ca69e242118fddb1f6ed21a903f05daaeaac01d3c4bfc74a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340dd1f4152bcef02b856edfa6cf4be06383951
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab65c7e4f44b8fad246aca82e112f1d8c9558467f86a90d62b129b4fa91b033a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a823868ffd5d4714e74967f359fdfe52fb51f905
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3102753ba1dcc7a15480e627815f4f825b370fff35f4cee5e65df9063d0a07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a0cb67d7270cc093a4a8f665f3fd5551b2d849
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92bb5fdcfbca347b937736de37a9a88d2fd5596419f978663f057fcaa1bc995
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c441c377ce98398eb8d2dc687261e7d5271737
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3063d34935bf52a3aed43360716f263fc3cd0feb5f3707b32232970893cb5ed3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948ba887d46cb90b648792e0ba4c0754ce44fd86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d563a13b8c7f8e0bfb1322cbc7669e8f62c0cc2acf0a1311da37b764c57034
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef8169146067bec79812a8cc9b4f0e58d435c5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec73d447fd6d181227d44804a9d480f7aa5a3708b55198292f96e025f3d34515
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0c5708e49839d0ba9bae23fff115bfd154b86b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb741c7f73b34f840d0110f375c368158c3dcb987faa8b3da6f3e8959485047
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb23743b101d1eda650fa748b6c3ed411f3c8cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b364fbeea72d235cec2dd0880a6059d1b0da4592d4bd6a6599c0e88cfdb80369
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bfe5709f7b9b6074a0659dfef4c3413a7794d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32465a8433e3a8734c9ab4b703d1a4018537a8ab0150e08a25baa340bea551b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dba70360e7de0f4345416e70f8b9ce0045e8267
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8920de69f18894415dba53223f8670d4f5361875682d299aa81eea3ba9b92655
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80986b76455b81dfa6bf095d81e699e5e9070b73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcec8e6d1d6280027a145fca8bba4f7081d6a085092f495c4af2a4cdda21ed6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc74af3990da9a76a1c2f65184723a86f994e91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34084b0aa2a1c8fce58094e10750feeba20dc2422d1d640e0849982dc5149bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beefd05a87ac65dba39a1c24823ecdb293941895
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88f8e094826ee15384a4afc5c88e980f71acc81928d801dc34f04814f9f1d69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7497c3edabbda010a5d1f0dda9d57805bbdb3b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f5548d223ba96e5b5bf8c3b1bf7a6cffbd64bf9925435c5db18c59eb8ee198
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5cde303b57d8c2f4435ae6d36b6c6cb555e5ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e4ec45b3f645425433e7a9f5b2f5b0e54b00729155a5a3e68850f00de38cda
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7a485a5147950f038dd75826c6d9294b16e2ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cb7af82482067ebb4eeb88bacaa8f6925197394625e83c8ca3ec7c80774d96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28974eae8bcdfc450097d86bf6fc63fd50e426b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23bfa758762d2540919090e3d2e256c068b3df82a163eea486c1b83d7fa625c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1ac3637528d311812e776e3601e45da16486e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1520da2a69c9f63e17f876dcad6837350839ae03bdead7642d727c5297919df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba520603c39f7117905b18a643d8bd823588334
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6e87832be72b275ee17ed674238179f575e3f94ee02bc6d38cf3bdf047129b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5cab5f5b8bd007672fc66d24da507b46fc5b7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c33519726ef454f52a74446d5437c5100231b9af8ff34bfb44f5c7e19a27302
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8088395aa1fb72e92590625b159e2b2282c8c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb6b5fd6a239e020ef8f4e9d39d74657e1f11b6d24c77f05e6ea17982758af2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeb73782028b638d5a0fa5b5d8aaebabe1dd926
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435c9cd9ca34199ef5fbec325a0bf80b370a8035c1c05e00c47a170afecdc6fc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c2aa6224a47ca5945e440e065207137f0a9fca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eca59c8617aee363a20058be31125f0c1fabb3a254901117bfc25cb6748004
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0129a5666d1427bea5035ef780b18fd927b333
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7201f1d2414d822611f81e4fd375d08aee80ef5022dd7e1a2412dc05234178
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ae22a336cac8a59e44525e34e015524d51f6e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f620f1f8c228fc5c057eacc4b302912300e7c8cf09fb8535b81a9019917c1df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5991703b554f6bf969d28b041c9dd000d64ee4ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9c90c924c1d99273dc4117a5b6c2f1e45e651226a77a518b8ced9674871979
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382b67528593223f8d836bb67662298b6eb6f570
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00245bf833eb7c5a3bed2e0cc28e9e73234724f466a613db3afaffd0b398e06
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182784c5597ced23834d2fff84a2a5928a6ca69b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f991769fed7907d204eb03346b56932b247199e2acb901d0539511e89523223
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9d28228abb6ffe42a0ee35c5e6799e260370ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c1efc8567b46f608fe81e079464bd1a256e1fa275ce2496cd5caa0b9b7e291
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a806a47ec787feae88d6e1976ae38e900e5ce5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616663138056abaf5cac4939230dd74edfce52b74be00324103ed8eccdc5e7ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be094f9919f669804576bb848aeb9dd84383891d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596c6e0ac5a1feec1ef9f0179c7779abb8666ae47db6e34c5ce107f82e288223
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92be3df6f53ec5ce75fa114cd38a8190db3f568
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb60664984ae9e13de0a3dd58e09183feba7760282f0365fb383b239fbc5549
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f2b8df6b00ab6fc99b9a93a1e7dc09eb4f951b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da0a85d2888771b55f39359526ff44f28d4b127dba43273f25e8173ca5ed71d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd33998a2bde5c62f974f82d6ef35230a14b0ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725f057033c5c82e98269e72435d1f1e71bdfd834f97f98a76449f0391d01127
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881192bbcfb2474e788cce931c856be1ca5100f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaffdcd50d0c293f0e9e496fa118ea6a05f9f3e4c376aa532761897ddfa7bfd4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb84a34e41f92feada6d14669d723cfc3ef087
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb8326c3c906193a6ce9718f15afadbff6f808273148c003d4f622fda2e5b34
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322127e1cfa3ca3f7c3cdfd2e40a24b10fb65f2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42805f2f1df6f2fc583f4e49d9c5a0e96ce2b71b2855595315fd5bf75670cdc4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1613fa9b22523537207c8fe819ce0a1fe6b8f946
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a65859648d74470de39a30922d8c667a68e0af6388544c05d09540bbab03bb6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746cae40f30876c61ac0764b84be74ff3e08514a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b39c69762246f42062eae18a9d44181deaf551fda62cd133e1971ccd9e9e491
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a066bc5e7904af30dc1afafd5503e71c49409a38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ca63c26e85f7306d761484d75732ab830bb04af80a1f671b5a9ad165965bcf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d1d512082b836721c7141dcc5fde8c1a96e644
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1d8a26ab45928f77ac6e2813efa1f20967d6197998d62d9c00dff003cab700
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b6df54996f43a82ae085e740fa09a17d87cc22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8802d9156bce318815ee50c1b13c6fc81582577405f89e42a522230e7fc2c6f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a453043bcb36578a07f1430bddf64edf8b9a0599
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b496a41cdd551a708f336fe6731a3b6b3cf5167ba2cdd79377d69f2544e6120
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3354a30ab38484f6c4c2529de3b723c224beb72b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275823bbb81ecba21bd5325de6c0fb1eb07a9422617858eb6f1bff1cbf731586
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315d05f16f1ca42b28508e79cc5e9b5d9404c95f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecda00fdc0aaf58e68ec95d8fa4d0b6899c4616a8ad631b7af2ad6869a490aaa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38abcd60bd828171224b2eccfd94713bb1fe4e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0bf90c981ec82fd329b47e9a910c97389999f1602e7012c14e6824a7fea671
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffba83f6846d867c7e3f318d023aa9122a65585
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b494fe5b892657fedbe3989ae2790f34eb6024ec411d7754b5eade718a9f8bcc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c73dfe514ad4f7596c9bd8317ee57363d7f63d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c97ab2a5623f64e631debd71ad76d133e65f7870786f0fed42ef1d3c94542ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92bdef02bc07d1bc920d77977a29fdaeab4ce2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a93bbd252928d2a56161d8a5612764818e0754682ed7d222a6fc0aa0cdb607a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2cbf4905220f6b3211012a1dc22b2004125f72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcf64e9053f411b1d56f0cab94c7fadadd290bee0de152eff8c823088323686
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fa75ec8058e63577c7df4d16ea9871c5e2fdf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc9291c08459f97cc2280e46d955ff09c0df8e51f5de47f6f54b0da6ff6e55b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832515bfbdb84c159f218379f532c757f39bfd91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c421af8027ef100c84dca392fdf3c967ae25c0f21ed422aa906b98eebca0525
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568fc2107423e7c50223a50963d4183858887a11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7169e5234b0b06e7f20e93368631a9d6202ca22b932e73d5ff3f1e39e335314
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9860b370a06b8c529269b9ad33fc058eb07fa8a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7cec3e23ef6391bd696589229ed149b082915744d94ba3bbcf564fda44f40e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f98f52d27608426b2c6a0f001962084c2dd44c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ed6779138048d45d2fc881a76a6e15854b48792a113f3a04758ea2e8caae42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fb77547dba68c86e496ad2eb59031b61c33bcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9d06bf2d1945e81e2183261ca6eeffdbabc6a085c77d3c718b97bdba598cfd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3095619f5fad507cec4dc91b1a13bfc03996d3d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bbf72da687073d9fe994cd1837834d96eec34bf559446b6835130e10d841b6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4217f2f8623a855476142b5b86540bda9fd4e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276bf611748edb9e80cdd2b0dac50087dde82619680f6bf8e6bf38a62b22d45e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2caf98111de2d3310ceaddd2bc13d867b8412b19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aa211e194d1f1bfcf74387af082b863591d6b0705c110a4c7707e67a06380b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84d4479f783e8810f8edc06aaf0d942dace79e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee63a13e66f6feebe7bc001a92512b0b96939bd909387b611ac591f7a7c544f0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46a9e3597a60643335cb6d1c5970e5ca7385d83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8598a74a015524e886aac26744d335bd43098dba524f028073b7dad951b29ad
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae09de95d687735736f258a5ecc4f67b989195c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56818926477f497722009150647d896cf4ed7a26246449726ec3f1f8b90ab9df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826a66e52e501f852640ee09035bb8ff6d004af1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13573172216d558efab0613a48141899be9043f3d942e27a1e7623f4cb87f861
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f17bd51c1c938ddd133dd46bbe26970ed05d2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be1dd2eb863de758ae8ac81cc7515d46ba699e1020980d03d70764b6514144
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0633005ea44e2a7d12195543b4f9c869ed0e0a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0a443947c3c004ff2a22dd092f567ebd9bf2a8814fabbfbd1416807dc0cc45
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8fc2237d77470e3ed23ebec0916a676e05e9f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d8c7516bb2a803db01abca6aff3805f59484ff841fe8855bfbc1cc22d6e61f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbcdcd5d5a6062c9b2aa2a411cbf67a82616d11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b2c69dfd276da0ee25f9f3406f77e8ef145942b7c3ea6c1532452dd899a185
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef4de41825795c1fe7c4e81f48d72579f658bc4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e625cc09c45e18619ff25ef8f5a82eba73c0202dd8520baa37f4c7d9caadde95
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed723bbebf2a56e5743e003a5437de22025cccd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e6a1ebc8348fce544d8e3a78b457205786a4e1a2c7e23866223b79995ee517
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f915f321f665caf625f9be8f088ce52c7169532b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04441953ded91e4cd20ad1b069d066c332e92cfdb0705510703e653d92f0c0c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc3d28efd6c5bd9eadb05cad23946b01c7fa92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3555873839ab4d6ba6d1447db593ad95b0bde3c983a8bbf655b772d2650565a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e179b945bdf47f52bfd064f360ade33fd1a449ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e13664a033e67504f1bf3bb15dd964504506cfe0ee2be8e14bacf93e4691d9a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34a3757890ebb074b03fc30489ef1306dd963bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f591eff5090cfc647158b727b6cc87fa052e02fa1279eb7077972d57cf5c0ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f494189d337b41b25f5a68f493d6d6d57dda2366
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dad70c43b4b2c33cb940be8aad25b18a8dd02169e0a0acdc911748ee85b56c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d95af84808fb3bfe51cc706b108af5c63ddc35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4730c39c5323e5264a87f97c6898f7a308364e4aa3d526383197c5da4ec7c48
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3fa1eb51e1800ef3c458800c0249a543b0c835
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb8713b781a99621507de78a7c2be66ccac20f9985b6dde3768260043956ae9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4efce1cab976a90bbf9942319ad449433bd6e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04111e948e5b4342e843257606f263c8208e23db025d494ec5253dabb71809bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66bfdc54e2c2e186e7ff4f87c202d2b3548ba97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856de51aa9a93754ea60da94852c05ff8e511158cd268b0bb124ea18efca38bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6043de35794b5bfc03a6e22bdf8f550c6c42aeab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77cd5e5af349c73822ea5315054547f0d4c8cf290a651aa10cf2ce6b0cc7b67
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2457f01fe6ef0f2f8cae0384cf4e9d3cf08e4c9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b17e8377abd7c1ac091f6e6435d7ebbe3be7b4ad9df2135194ce43656d4001
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8500088a71889fa8790755b418ea2d2d1d4c8f4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914e51484c3d886eb0ef39c6aecc527c580ac9e498fa87959a62253c5317266b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e5df23c95ef6a0fc5aec381073e9cd01bbcc5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a94f4dfb350d493dfa330b12538d0431f561ccea8b5c15315deb7c0d08d954f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4295335e71b8c7d110f9820e2bcdc61c884b90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8175e12af353750d1ff3a3972856bfca4d593d603223b71d2de22ea47de2081
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa93c955f484c832f50dfa3ef683498a265a07fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d110aa677557cfd0ea8c50e2e27e22b1316c2952ee89a9376c02bbbc737c60c3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f32e6e7da76fb2738e3d5a9bc9a937c27e6685
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e49d797665e8e9b2f2a80cc616fa1a755851d47082e53d0aa2231e992cd716d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4fe9b809983ed9ceedb0f2bb81e57b5251c7a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c770e9a77b309bca1450033b94c8959b1f436ac5a8826a6b22e43a9598d209
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1cd30c2f9bd12b7d2c4632ff46e77bb266cf2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b6c326afd0e2dfb41a7646f9d6c30069c2df950dbc319e660f5dcdc8cc04bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37bda3248901131acd77680b4f3c28c624bf044
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3beea8fd597cb163237eb6a9523e0a570f82d872717aa07ed828824aba9828
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0cbb923acdd00894132487d6c617b2b032af2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4f27c43b4d7dfdfe1e5364d6086a0958819d9c35d0f4b00ba36e02eb103669
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c464ff3831aa933848abaeb210a5ff49bad2710f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a1a694ceca0939bef1ca7c258122f086233744cbd3582329c18c623504f9e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b61cb1ab0f3b9539bfbf38c3c27f836bf85c943
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9643ea4770be053e6ef13210e728c89b08bc77dabbb395e446f240cd3a31a149
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4f379692da1d4b297143a747a666830e812a32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef92bcf7dd5a153fb3b566040a5f2f813565b1b19e9cf2dc2f8ff289281bb12
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13bd6845de5366c533e09cea5815a6d40e755a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a5dafdb903cd428ccd506fe6b689deb3c676e98d12dbba6202300f5ee96eb6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e085da1a3256d5fcd0390a6d11c641ea0ac40aab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0fe4c4006856026722b70e388ebcc552ec3e9cf8cfe5ea831c1ebbfae8b00a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a102ea1dc12811cf2fe32aca501f78559a71da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b9f052308c5d6d79332bf682f862dce2c745986d8a62b24901c5dac82c9eaf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233368b1f342459fec1371c11919277cfc42f8e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ac5f4cfce05392f1b67b1a70fd0f50bf2d127009efe72287cd1e8be087e7fc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2afd923f6b3a87c46c833922903182775e490e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf74af4a887a85bc8835b3af4a9720185934e61b0a6432218b0ec87a1e06b509
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fef63ec61cde553db6da4aff721e3077923a44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c71f2be2d0a23be959b4a52cffea8bb10c1483b00bdb37357f9b240cf35bdc1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8a36a17577b5eb52d604d24a8da5d7da9ee06e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a8ec34e0fcbbed94c3c10c6b9cbb93c8a2e8c9433fcea676e1e0022fbfb044
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7299cb360749a6cb4cb889e329726af64d546f94
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95549e12a04091278ab51c7acad5df77389d06674570bd1aec15baff1dc99b49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2e8b52063af336f7d12d95a61838e17ca3a64e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9df12c44eab56e791adfb7e3aad7b1c79414b03339a34140eebef4dcf5d0744
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9360c4fcc019eda93c6bf5dc1132d4bdad3e16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8831977b3e61b27e705b7f1cc8049341615b7abf73d22c47f87389a26b685
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cf11e32c1b62bbf1d619e8576587852295e4a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df25dcf7e9a37fe32bf5439ec619f94967eace0f483f3e58e916cc18d0f2f4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973add37bad818064e1c36b46a2a44a4948646d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c54e40747a772af8789fadbff225d63dcd306bc36cdc72b49fa6842f034761
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f79d0728511ced6a5186135942a83ff93cebb48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a2e7ef05a5e148d1a7fc746fec81c9c69f1005afe57dee343fbac6435380c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9e7eb3524fd3910ba284746a3c87fa8948be9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b29ebe743020859bd747e577739fab0cca4895c69be8b1667e77a765658e5e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311d1a05678bb7321922e72c2a88b6f809a36aa8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04443cb5c9eab3f9dc0e84d88cd2913ff061e3abfe2b63eba78ff2046df9bdb6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8e40e9f81e5e34532668eede55107a5cc745ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18e1a690da88f94bb20d311f9fcf2b51dce3776f20bfa952f38155a2027ab75
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f0e1906f76236bf32c83af4fcbd75a4d0a0bf3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dc96aba6d7d4eaa9ef6a9ba4738236cd5e99bcabd99a4c10374889460d8ce0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dd47d0ad4c7ff0c3db20c51d583cc68247b933
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8751ea25b620ecb5a988af2d6e28d69a712568d196d810459f760083eee33806
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5062a2b0060e697596612a75207588d06774247
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d27d7c043d7013f4025fc65218029dde8335cc42cdf4787b931185748da89c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ada9a7d7570bba58f1062bb273c567a6db82f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176f493182229bd5f246d382723a944802cd33dc58e64cf623584be4eb5c0ad1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f361e71d4c353a0795e3294812f6bb8e2ffb06d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c912272e0a03c8feeed59d61205c94ee6cbee1b5dc37fe6753e50d3ade6b2c15
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7ba637b0cca1daa5f4273129d30f94fbc75cc9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea18cc170c50a1e16df516b7790ac61e7eb61b7e6d2d35f2b76e2de9711deed4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c94dc6e6de451059a6e88b7c6f4fc609e9c6368
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29518e88a67d6816cc5c1d7cff71f7373a471c7a5d1cdddd60ef74f509d6fdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89362a9bee1c5787e8a1ebf5873a0c8cc950e860
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93afb5162371ae400dfce2f21cf8fa23158e55c0137d339de07285772fceefcf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95172a9015981cc9729e3ad5f93e6ba646970963
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2d9afca57f52b5f07ebe0a6b0a990a32011023dca75d10f1eb98b53e1246b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd469f2eb257c1d6ac92b2447ac9ea947f2c0f59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf13057aef58c315dfa7f57a4667f89bf84b8c26fb43004f3bfce4e5d225c16
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423d5bb128888250648f2689bfebefd364b39eef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30d5e54e13b79821bbc2dec25706b8cc3b6dc9b0e5003be89f839cef3397524
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7583b8c2f52a2626b49edeece12d57dee6f581a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5efce7e5b0c03388c2da7f02a10a6d68364cc783b85764568af54a3dfb26cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3acfaf6f81f68452f07d6fd3e4bd55e4756994
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc47ee4d6e92448bc022c7d84be080480c425d271055e04bfdd4f80c65684b0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84751199314ba18bd8dd49ed248fbcb997e09b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b72aaaaf0f65f1f475e8375ea4c98634ea44b3f2981a6564a3a58aaba1762a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8691086fb15ca318bbcf57e4f4f4f32e36c0a063
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54635486f271976620d7a7620a3aa53ccd5649945eac1d6fbf634cb9e254dc0c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab91a3f78b5b497e031181e815e20c30c90d9b5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034ee0fd0acde164d8a29a857f0caf7bb1debaa34dcce8c40fc134ea6595e40a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa5639b9fab4843cc22617349bc0453c12d4281
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31503b1fbf9ed935ffc2648478e3fe7aeeff66f701162b4ce77eb29a2107a113
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02031ca0e6b083adf89ffcdabdc0702ee5ef9229
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc61a817d4827cfa50aedd6ed8bda1a1b886c7764b06bc60e80e44c5b1c4da7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1701206ce102b1a4cf6653035995fde8409ea57b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ac0aafa767edbea77e60ac8e40b13f55fc52049e4c26788e72b899d9ae7cce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d205e75bb69c6c905ceae0407ee1dcb4eaaee6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b704cac3a1b4aa2b10b798ecddb76912d605a493840aadd9eec409f4a6ff1fc1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ce204a8b4f6077c04943a982b6f8b37fd02aaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25499f1a2ac867856a0f438bc76b06d0a418bcdd8229d05f65613763b4576126
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda50292dbe19d1cca9173f152a3f5340ff5e433
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4e323dad9ff4fc27320bf10aac2f715bad60a85fab1071dcb2939c3cec7321
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b391ee69e01e890a16ccb22b331fbc7a07e8916f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058b0e5febd866b35fbd56673866fd878aae5b8c46236219bd25b914b26a5f69
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c8ae621bb4093553db64fa333bb4a2c9a9a4d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4e243412638f5001ff74f6c72d4756e6e2815047118c0a9528aae998b851dc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7719e0ad6cc9df5172ce35d952641e95a404b06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6d1c35bfd97236e3c84609579ac750b885edb51d5f93ab9832b4c0216e86b5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0ab90371b3d317a154f70337b1e037bb099e6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0250c10fef8acefb7eee7116e4e564fced9a58781e45aa38db2fcc96c81daa93
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ec8caff604c3186ba90d9debc0f305decd14b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d83ed62ad3ef29e4f20308ae1ddd69014b77ac05a39ce3e3e49a1cd94a48772
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623df6c5c72578ca2a81a1513901a4929710a31d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff68cf6cec87bd5d4a24f59a61ed125ada015be21755ce99481d4f689aeea6a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4f31466ff80ace09ec9bd502d5c9ccba50bd42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea9742a0955051e294efe7f28755c216ba03231bb88cc7d7e4583f1b233b5e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63581d4f0107da067cc623ffbb9f2fc49e1296da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf647436906247b55ced9bf342de9780453cba2d1f41e0141d6f77f0abeab931
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6b7b5c985ffaef52161912906b142f092475c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352413e12efa7e7b7aab64beedda8f239f180d88a5ec5ed3dddf250a4d1e8912
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6288b835d9e08925f77c35e8b9effcd295d3040b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4959b87ac67a5dfb1f1612d7b4ae0c6062e1077be7aae38856f2340c6be8cbd5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000ecf993d581dcff7f0c2a9188a58e8180601d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3319cbe196f5875c6ebafddf79c7b1205761d21443be55413b506575592507f8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f633f8ad02f9ce663c86f5bdfa549b3b9742528
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0f6697e03a978ff759848e9ccc9dbcd737d4a3642151a8d08cf5679c7fb3d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a99ebf3785fc15075c6a15d49bc7b3fa8b21390
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cee3f514d66d6102b0d57e5f9776ef3c57b046f9c5b656d37cd219fae64254b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4671666482411cbf3865688e102c05e2b76d8ec9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613868023ea734e839e0556e59edcdb3cb43c6ef176eed90451b6a9984bc5029
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc44b402fa51896959232127e91ad634475d870
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52156ec477930d45be13ddf63724b354c8cbcf4265d814c129a9106dfd364823
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67d913b176daf1c20b25b3e4493c627c20bf47d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1d2b5ab9c3cc8d9286e51e5f6f4b6f133f10298ab78338654c26a8b16f55df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67bab41b80dbb6fce67079e406f3acf8743fa67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ec14af2136d9cbd66b5d4452cf6b79d6488eb4105d5926eea3dd2948e37fff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf8a9fea47a356b084942d86bacda137b352b5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e7a757d92919b3e40514fc71d3994ab5748eef43459e5daca160da1bc11933
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f0d2a9ac0f40a06afee4d9da68892432edeb6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dfb8b8959c24b5777ab909fdfb2a1e280c668c6a550576bd1637f10971322f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ad8d038cd612cc5f7454a58b45e0222a3992bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cef5bf066f795ed6e4abea9a8a8745edbc82e8fe1a9f38d5ea467ef2148b5f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ad71aedb8f0d57f8bac573c1183933e6cd16f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159a28447b131cb34f13f274870cf1b5c6bde4f754173438f924ead51e60aa3b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54038a1d8ed33eee34bfad4e37c8c9784499741c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f290003696d9ed8b9a51538824024eb50e65bd28e933b9333895ab7e050ca3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a3ce8466342c1557df4e584d332a73b3266c36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f82ad2d8a4fa5bf7d381ed6dfae3fba33a42c23c3eb1908fa2277828871415d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f20fa922ad21ef0cadbd85119515886d63f01b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31139751f9bf92f2a2261af6b34fcbca7f0a7a272c5dfca800dc923d6643bf3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686cbeaa0d13e609dc41c15234f424837afb0ed8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e13eb26aa4a4e6f127d06800dd686959b998dc91f1b257e4cdebb1520d92718
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175d1d30a300d3734bf636ef5718f43cd9355b1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5e3588deb98c80aa4c372fe5403d3fa5a5e1802efea4cea69dc362d265607d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d481d2f594213301e626c9ec4c306e1eec07beb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466d17a72b7f26b626f349e5f98614d3c79602bf869c9fc937c8cf27782b0de5
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b02ee9e288bb72a25a80e1adf33b4dcf6de12a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99114873c4725cc57809f7ac80bb5cbf0746e5dfadf70658629564285b4cb142
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e4b07b24582d8a145b5fda76b4f0d67174ded1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3ec6715c28f17e913a6694c84207d06abcdabff405f685eb3b88905899f0a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ae4f9bef0e3950aded4ef599a752f0adcc4b99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f3f363f9a1f87bae507247fd6e1c6a22de7b7b744b1e24558db2d9c595e036
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2038a1ebf3c1ca8eca9fda89f7e4afcd3c4b5239
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdd5b1e5cbf1c5553218f2a546d040e226124afcf1f7f613ee5e09ac0fc9d44
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee61d3b1aec9b97b3db19fd23dc31faec0f80bb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc5dc04019971b4813cd9012179785fde90da09aa8c8e0147f433bf132595cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a7b7d5ffabba116c29bf6ad1e233157a3e0bd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b992b13d4eec0119813b296aa8458f9b287846df5f793f490f345d90fcda093f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f0bd9efd6d5f1a963d092b7f38dc3b6c1f5f15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850261c668c66d715bf4f5e7f60c70b0cfb3b05c6fed2a71d957c32128bbbcef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70d9df4c4070f4aa2a2e2e0be61f24bf8822d0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520720abc39166811ed91b0bda2b8297604b4dc8bf5910dcc973f3ed35a24b65
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45116eb30fcec4e0edb6039678c654bab4d71b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c44f21d8875b76b55b5e10bfce18fac0aae8e5849b88013aacae479bd0460c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9307a5bc5d79432d1a9e7848eb50b9b69de54a22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7ef2fe7cf2275465df252980d62a9ec0de604140859356408dd2b622de5b1f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1815f6d9f99f4d992d3bf145c5fda0b1fdf9816
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09caeac69cb2830365a0e9277d065205cdaf2cdc138aaf138ebd17c246be330
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c5172f2a6ba0a40c48ea1f38beddd8d20d5a6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53fd3146b40cd32de65e8c7d1129f99209692633e23a3813dcd4cc56bb5810c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd82dd8b6cafe70e6505078527132e6e2fd86dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b486e90e16eb06181709aef77bac606f18bef78e34ced4bf2b8c24f1766eb6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364d6224587a3af55d7ab34e6d6a80d3f2801f24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285d1e6ad9608a708b9137fa50337b4bbaa5082081b73e90cf77f1a614af5477
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8c6fa2c7493faea4842e8d781977907baf9aaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236f0417c261ea4e52600dfc105bc7fc8fba034bbf5cbe9fc26824272dc857d6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd2c7408355e2232e2b2477453ad621a0491953
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1967959058e77e58822988d60d0c788842191a4c2f1c8955c7f01211af192a1a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bfaf2bcdf4b91280f9c5854c9d6cd0f022433b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b30d27d7dab4322a1b59dcf1389182d51b1f205085503c477b1edae5fd1a757
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f1a5e056d6f457739ac9154df0ad7ee31e3a2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c5eacc4432444d68b1c14f3f74e1f9fbb64c3f3dde47615e51dc592094d6ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001bacf49c2e0782fba3f499d10b753f2c1b43b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c436a94226110c94bdc7c8ee6934c4f24c872852a4d1eb8c127ca65520c8bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacc7f9cc4ec4f1db502fd955d49b61e50aa242a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc90b97edac9335e58fa9efca49c715f3860d20cff02c624a8bfbdc43cac190
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eec39a96e48410b451b9162ff8cdb4f3f1ec908
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9913fed69ccb7b3997065eea6b68073b5e6a75aec07e4c5c2f855491fa6643
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d1aba8a39ba8bcfb918bc6aad8df87e7f3575d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bf7f214a983f344b2cd4f33cfdbda8be02e92f0d96c4f65d8156af7ae4e733
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fe165a6fd2701ec452a371b9391a532a53bb42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5a5003c1ebf5f09157a7a255d860b48b256f11c1474068c363fa969f3d4c8a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973667c956140e07cb098603fa24e28a87f6e649
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b996f411c8edc98487b00ebc6787db7ac14b4cd6accd27b0ca1e4a13e54a2f23
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d14675216159920c20f3b7b355118183d60304
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97333affbb0ebf0efcb2b4b6ee1eabb1df4ba25366611cebb3bd04994985c6cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820222665699eb8c850afcd2a2afe1858f9921c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fe40ba24f465d12d6721e03954d10e6555290dd24db5dd44382884878e9f74
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a196b623756c7492459c80e23afb9726d34f5fb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3303abd7c3a4d75f281268baba5d730c2353001d6950905c6b6763515e498e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b662c8c5d88d606898202d2dc9cc40e5f7509c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd148f3da47b3c4933f56c33cf04bb051d5d3afb91fd5a31f06f70c903f9545
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b58416adf2f26dacf3c1aa609029787c43c7d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600aee2268ec617b2ec890b096ddb033d8d450872e48383a31f2a26e7e80daa6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3690aad39177661d302d6a636fcf984d4c0940
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1155ebec9cf221f4a2a1864049325cff6d4d3c751063cccb2dae68b3f0e10962
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7248110ddc5bff9547e910c07040e2a908b723
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6263292d397ab8750c8caef3b4ec542d145f71855c4a4243fa6a19d8ddb8225b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daee392d144233ba2991bac7d2b1fdf8c2e1125
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c693f691c8ba3738f046b7926061011442ca87f5f0d81922b610c79af1c687
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1375e40ee9f915e92c8175ad789d964b76c695e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2639139849b7893ae2a1171aa52c05353a657ff9128fa0ce014e39810cd6d50a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5823a7043ab3bb9328da1453462f80a696622d4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c0da79e2b0a5c7bc9e63bd2624f14ced634a4499a4227e59e737a6235ad61a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e370949ff80f24fbc2f0b16b1172b64afcd88203
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bea0f18a2ea8566aa93bc41952fe7bc3050430d3c7648bcf2a05f830f4d0395
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0fcc44e9f04529e7da6f85859379b4a715815b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375ffe816d28f4f7fca17a41a43047db9e1ea826e16d3ef90f9b1c43e37c82ab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e564c5bf614727cfe44c8e23c594a8b03a043d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b3591e5cfb655498d4f365c73cc335d6deb637455d7ed08425366ef8b57c84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cfaa4cfd7602e0884fc5fa74e9fd71ca4b385c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdf0f85d41aad23813cd6cb4ad0044198c565a314ed683a07bc92b931b9c308
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac3acc490a5f3ab2c40e1b0f2d267572fe0fbd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f56f1b32a0dc24d8443018a04e24e1830f62be3aadbc7d86067cee22ce48be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232e1c06d2e37a4239b78152d480e020e81463b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485ddd27c01ea555dfaeccbd101e16b3e87a33f60e430d20b3976bbd68be12d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded51487e2336550d0667f73c8d40ba769dac917
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a50e1f13436cb984e25dec14691b469085e306eed4869627ab9c234957d0d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4c716c10b1ca044a645658525744341bcb6e74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376c478c2e9130ad9feb0c1453defaab839b5cff02203ceeaa8a02d9a9a8c1be
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5a8536aa62a7aea1b85da43c4f8827007adbc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185cb648614fc329a77e527f59156f86d368ca8f2e0d269444c0b5a02ffb3c65
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c9778f7cae229be000074839feebb03df0c303
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6362f8773729563d8c70c867a8bbd1a031525f9e4e554bab1015c523f1d0c07d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8208fd58295bc24c28900123d2e98dd16ebdd952
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ac13240f926e1d20498989b86b849a08fb779f110751cede141fa21c37c1c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fe565f7c9cdae4550df23f1f58572d099f113b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33667df34dbb28bcd513e233305e24312a6300abd2af53c2e7f85de3516617c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3da366ade5218daaab916876020ae2dd85bf13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4ea71c4262865a902ab9d9dd5d4f11691fe7fad59427ffcdf9d2162d5282a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d734660f941ab671b54f736a3ffb44547b386d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995b05e8fd4e43b421e982df6889eae883f4225005ca4948bdcbb8b7926054e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5502d5a8c2b94f6e075cd643b0cf1b822e8d3cda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45e5ad1c7986770568cd3bee17404fe707164a2b1808725106caa7c09cd587a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9d9d2f02062dce8b8b78f3655c3dc232c9d5dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce712ed9f8d21961125e582709e405f1095af635744f0ded6fb3adc26cebc254
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cc787cd1fa32bddf3cfc0060c1acd52308e0a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a4c505b4bd3d4c0dfed43214a968ad22e4190be99b3b8b886e571c249c6116
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414d2fa2725ad33df2173b2d1c6f55ce59d7537e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f8222336f938c17cc385db1bf1c4f913e533de065d4d0a0cf1332bdc03df55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1d91996bfd6fd763d5670119b9f6973d27eb6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dd075009ba67939db71ab231da6611dbc627fc629f6599188f1da1262ade6d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475da0487db34171403114ffb5c41eaa020cbed0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7700498c6ad3ef6aba61d4b489f12cda2f868b37a111feaa0ea416dc1f76ede4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5b7916603ebd98ccb4ef9da98c2ef94a7f1497
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b770b81ca006f3686f02e40c75178e5b5b378844acdc77f58dde5789472db2a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa68959e6fea97868ae8940f551be604b3504052
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e238ff76e2fca66b99146285633ee145b130bd1cfecde0e4c30d2142c8507ac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd918511a42e9e95482346c31cc2f0a16b6a1f05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faead531b9fec938a7ca06987d865f2a2461caf7fe36609df1d5e2d0de3cd3a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4115896d21665fed136bb79cb32637250e1fbf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bb4b4e16a3107c5a5a3a12044da1ceeca88a94caf2342506d76fbefa230e52
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3ffcce66e0300f9c7507eaacb8cfb94567e3cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c9f9a8718e64a739a75a63455461d2a95d6a247ebbc07d5cb551cbc2ffd460
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1e0301846ca26d76f32cc626db81c23cf66048
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776fedecda72eac9a62dd289671131618bdbb317242988c4ca576fee67779e7e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bf2913c09b3ad914b47951ba1739c8c6049570
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90fd3ce6532b76fdd948c84737e821b413dee21bd80451abc5ac77a9d082a31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab93bbd23f8255224bfc399d455d08d2714e0d9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a5eb5fc957b2b819c176ceb0e33a9dc6a45b2181c07276f5046984863e32f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd650450266e967ddc7e7c144e4e30ecfe3c0dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7ba694091e99af52591863aa10e23bb4eeb55189345309540eead1527f7b87
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29fa551801ddf0718534f02431658397fced5d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cb16cf5cadf71976c7ba04514a516d24b27ad1f253f53d1b5be5c8ce1f4774
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33822eeabf38bb6495a3afde67bed19732ad1c92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57ece5d9bd9316884001cc56eaec9593cb8cca5e95e8847531715fbc07033e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d055d78494d0711306babbf359a658cd7fdc238
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d42c03ced4ca1fbe7b6af1b150687b83d7c0729fa8525752f9897cd6e57053
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854f95a7604ddb36e05407243fd7d9bbc7c4507f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddb1bcb50b67fd6edab412bbcc730e996f2c3897441901492d071d0bb418402
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8e04ae1a06466013e70bc22cc33682aa27218f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161b69a3c4a664cc4afdebbd015976650313f8866b94223a813a4c33ae2685c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010e74b83a762dd6a7a37ddf61dd92fab92998da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88a59b5efa3bed47c2b779483d7adb192e422b2c38a5ad84bcace3db4c93ae9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595e8c6d50d12cc5d0c611bd5a1f6f0216b6e5c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2422ef5f56a331c4cb5746a33c56777488fb79f6a0738b3224811a40e6f5f7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55949fb7fc4a94f84f834509c1dc3161a0ef86b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431c0902c0c727a7192874b29bc242f15edc56827b128446a0bd6a242a2521a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754fa7d566ca431380d69e9f6feb891439ba4fdf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4da69effce4293fa195d0f71db23deafd0ff1ba8b0aa32691775b681405b42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24787aea5b5aad040be4ebaef50065efca64716a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033f0a32faa5ae07c8a4d06b06dba7d3272b3fecc1d426373f78f92aca49c9ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c36f18f8abfbf839f6b0287c53c1452bd894cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be24b2048f2c14410cc10a82cc97b8ee8b48e7e3ed4e86f739a821160e477d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef08277841937bbe4db9996ffb7821622476ebfd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328dc7808b06afa705553867ba3c51ed9592bc18028d47dd7a2d7d1ba884edce
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f44cf8574b2df7a383fe001721e5911e022bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc45ca10cf7d46e57fa4bc60ebd8acf09497f37fa9df29b6695aeef5ab86d350
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d7999e00fc3273bf343280d1def7ec78f44b20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36fb2c83f5086ec23fc9cf2063efb02ac7f800d35b011797d4877da72144128
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11fb73422da09a75e69e3ad67e3b1dddfe98233
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f326b751784b61ca75b3d1c828f989312e6a34242e372d6fada85e6877e9f9b6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a369d9167cae15ea7de4dc161ace9a822bed5ee0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1d952199948766c4ca6aab9ba6506a45928f196980a566fec1505c64a7619d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b9fa84dc4436d0dc4379baf7f6abc7d26f7d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4718fd48de7c063e12cf272b2b92fd2a513ec070d526ec591caf93a4891174ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1279ec5d7847ed164b3f4914e6087d810a9b2ce7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1286dce6d325a7513e97bba49f432fc770d96fc25a5523117d2822dd28c7c2ad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdc4990bc05ba4bd54ff7a816f6ee32a20cb36c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad8e287e10c8b8e1891d05f900f5bbdfa4676e080145aca8c870e195837f950
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907c6cfc9f907bac5674f46bd36079b9ccb5c002
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fdfbabffbc1110fe427e22f64c0d5af8da5e2756e4b6e1beb740b5c4bed5a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b7b0a2d87dc64cb424ab6b7045f2177d946c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759974f339a08f8a74468b5a0a15dfcaa1cfb5522ce45e568725785ddb16d1ed
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b90e20003feb15c146f495052dc087d3ff03663
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5943281158fe230bd6bb901b7d4b16b5269c6d97f37a0b9cc58bc5b153056b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457c4a875bebab7ff36ca0f6a2e1519e54299a07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138e2786b7e3a2bfa1ddff899abf2cab8f8ccd2abae71443afa56ce266bbe835
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df80fc1be8c0f132f5b39fd2b5bdba69184d9db5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb370792b7a5afbc829503534473125e1bd84737409ec633f6b23b858de5705
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dad8035c2c379b89011c3cefccea847dbb7ff4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d750bf113edf274ab8ef4566fa0ee20000c99fd259cdcd6a4a4b55989518cbe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a373bfaf4978efdfdd014ef474c76b02fc41f9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64d5949b5e0b65c16b888db03f9e01a945a26d014b5a95312ae2e28b27134ef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfdb603210aa995a50e085dbef11c1de901d6af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d42738a08a29e4ad4482136ae2d3de4c9f645e5434dd400f1a828687cf0716
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f1b0f35d22575971a7549761a4fd0f8dc3dee6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd2d06b3bce4f9cf22d90834fcc8ef16e4795cb631d3312b2d7e76555669be5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e893dbdcc33444b8fce0ac492e688842e71698f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867dfd4b3ad1d4eb5d31c3c9e658141a4cdd7d5bfb6dbc19dc68e1ff15365dc7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0546c3a309755182178c701f85ae15e03af2af6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70968c7d4ad262f65973f9af91d9fe45f63b7976da39573041f6a9e33800377
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21b78ccc0607cb8915a78db3d92191766fee8ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0408a866c6d98eb3159c8b235419bdfc1b9311839d98c0b08cbfdbb25130583
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1b222fd839e234a6ad640bec1a4989cb07f594
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d4332e3310aae2e3c734e91f6e67240833feca021fce590e9936827c105125
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d7f3ab3c0becec9f25b6b688eae5ca133d7bea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75e9a84a6a8f6c4e11ba32b3f0e9b3bd31a36444d2db6a3bd263f7a74813366
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baec7c82df5e13c36354e9249a00e6da042b0b9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d8144d09ec1c06710a4fa69f28fc6a679874b39db3e80aa1bca4986d3db485
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993bf5ac656ecb26c90084ffc7892c3e9920ddf8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ead4ea1fca3157da93a73144b3e3a4293b1326e2e24c67534f9138e22552f9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249a14d15707f1d29e5a8b925402d8f03d1bcc1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3265416eb9505a36f56f36fbf0cf6c6ab6cb97111b0a21f02d6e37a420e1b5a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0f9e7ba149eb0994c24deb287e9351214e71b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb6e6c6f00af362861e6ac4acd83422fe9f587fd29675a145ea232f406a476e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2459d3dc53f69fab2bc603da6e3e97dab2540b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10fc367ee4966751e815fbdbd9b80cbf233661a2241d3b8cb9c82cae0ad40ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1641942085aa45ae7e973040971b05e700251a41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d5d6166776a78ef0a88e00146cba2302ea6ec523aa9c96cec74d8101b1ad02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ea5bca8ce2b48fa52fe494124787bc82246011
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6331a1b46d64da8fd5a76c1bafc3934637c2757b269ef4c2be7dd7560e1848d8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd65765c44e68e2fc9e699fc57b473987fcecfa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e334f19b661c10474ba6206197b3ea1f702733fb283c7ca2be664c89a64c13
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda6908a52a12398ac3e5585378ca8c33eb0285b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73aadbc9870da66a33f1d8cae84b6f9a81ed0777d0634d6700f770fc1830f8e2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfd17389b09d266e220865b1e0e7f18030920cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d41b8feeac2be2c03638050e5b891a108fc4f817af416f2b32e80cb223cff25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779880db5f8e7fd462e2653379825945c5a5c473
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5508be6c0a470d0c20540a32b71bd1dfdef8251f5c104be531c4e0cd0b9203
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7d83169190947e9e79ede22c8ccf31175d2a61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f56d9c26eef2cbbb35be42c9a2707307b2ee95a8a4b1dd8f0dc5b5d5441bab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47e383bcd12ea89a0c503a63e10162332227a70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7d45983e2e80aa0f24f6167eb9166dc7149fc83bcba1ea7a4f9142c73e23b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9a5252fb912abd8a8a39b0f905d937a33992ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65e29a41fc1849d5642a1cc55302260be7953fb782fb1b378836fce01ab765c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74956c3c33f44d4e548e8f76b7ee4cbef7e63153
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663817c7e9db40e10ac87025874846d4bc287df83e4004693af1e61307c40208
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7cf07279cbc3d8c24a40e38f0e0df3645c4a81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f500a60b5c28a64487e9ed15a3dbed8f6bbf4e828f70f490c6a0d6cd88b1dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9704f8ace84b47c2496a16d98c76c98baa4c679a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d07d70373e76d8c50e55068aeeac43fc9fd70bb6157001c743fa7a0cae5f69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af684ca1f24fe8c1898c83f5664ed4a8f0c89e5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fe80cc99317ea5d0d60a65acfe4481bbe41e872f6dbba07cc6b6bebd7307e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0d5e4b6725521b84676ac6c8682a5bb7cb5d94
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad20a48f37a9f7e90122177af48d161bd885c38651c3e76838b4005d0f842b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f2ceb155877a6587d2c2b2023e9a57bc1bc935
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1931f7b5777fb8281d75d746b0785bd2af8c4aec1e0ac5a2b2e5664cfd6eeb06
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeefcc28b2dc57d3366a48a49fd71c0b6dfa5fa7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3b88ff6fbf4bf80813c9b69986f3292588bfe28f1917bcc46fb761fd9fb229
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddbbe49835238a2d3f47872e744dbbe893957f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a61d632fa269095c75bed5b0c230e0d8c93106dbd8541235623cc0b510370a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fa3e09b7c7f0c60fba5a658fb23a2a578f66a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996a5f856bbfc1b58c43109960edc7ad1467fbd5f4a8394cd92ac1d737dee120
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092d60eda0e5e74d1da89bd84873d9229c8caa50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ba185d4089a9937754cb7251a04e4a41d3ae6800d3f17d431f7615ba1116e1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13275c70758c20b1f93089a5702201fbd270e74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe01fee00c4b552d4126c409a83e6591f0ca119531d6fbef719ecbda20d4fa3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f26eb9eccc2652869d4fee23748eba3192dca1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a5d958c784a855b3e3794232f2c989297b482ba3aa56335de0ae117395da80
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349dc64e9ae89096eb517f5a3579e21afffd8793
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4189acaffc14dafb258222e2974eb562f3c751d31ea9a7f1cf915dba1500a4fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767d6bcd52a22e52713ddf5d0a9aadd0afaf75ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a2df19e78d14ebbf51bdd6f2b9fa7d8317b64ad9efec965891051366862872
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a32997884ac54e0fbe5fd99fa565ea63729ba9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75cef65a56233a13d20d42841f7dfcb8469718c5d28171697f111a2c8cee15e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3227a263ee1417c1063baad4c358bce386c39a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde2176c0f481013837b5c3be8bdc1ce94c5d3e4fa4f588e6d642d006dc1d0ae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd94581657477ddde2c3ffa2220135feb81e2e63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d0623f8e197c4c64652dbd157b4c8cc89266178658bec75b9ec56f7c6c5954
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b516bc3639a7e20a1ea7bec83764ded70c7492
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4739490ea026fc880c795bcf2a530ac3da25410f8610800142b4372b6d71fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b509d91710c219d1227714a52e524b78f970c208
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66e69387820180cb7ca18067948915694914ac1dfd0edcc020a14acf44c6a58
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb41a58eee684a992d8e4164552cb44bb8d6875d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5970021dbcc7e6d3fef4fa1695aeae1665ad4cf87e3dbc506a31eb1385c1b9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd6353c5af92a86cedce2ba74ba0210f4b87c73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9513c206e214ab6e22fd38ba8f2f23a2c7f53f8152f9106b88f0ac1290c58787
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0820713ba2bcfdb796f4faaae8bd5046281195e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f21ec226b2749a773f6176d32ea639045cb596d19554e8bea957a526ab8610c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd00aae0943ef4ae63b7efd65f415d7b5d542055
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac1540a025c9444ffae3b7f7ea4e81c7584793698c2db340f3235e540875f48
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b89e327ad18cadeac5ed5f06e81fd1330d53fae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ec5295d0992127dd3437a5d4e2db00bae5d3c3ef2a7fc1e4dbc115f30403df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888f416b7b34a10ac67a0e3d0438bb3646a8152d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17cbf3b725ee61b516f7adbd7b2c8445b15bb72b75ee1bc88586c009b15e40e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abb70c4dd69e8308843f05f0b4287890379a344
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0effb65c7a96e93b0ce85d139318e5a4c2216f7c94ecbe920ae8a7ee3ecbe976
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a40502d475a3587e470e390a17271f029d4136
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4329877e9c16810fa34113dedefe2a7a5a12c369b358071269bd90b923498bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36551700e2f9fb05f24f2e212c0fb9f270c4f6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd563032fc82fd64edf40caa4875062e1c98d3b39fd98c67d8bc7f1c16d0508
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70336bb57f041f1165764b26f685dca4bedf217
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8c641c55157dfaad7af934364dbb403379e0d0120f38c042c4ed9b989e7cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e25f5daf37f7e3e01b37486728dc51170ed3653
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f990b2640951e1911af64c816e907fcfe8ed403cbbfd9a554cfa11cc717860
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07725c83410ab00c7c95f70beb56a78211c8a8a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a7f51f576e9406e57567ca425a33372908ce811bb0e4e078ca1d731bb9e1f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590d04cd56e3de8b6380a12d671a0430efccf960
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f088bcc6a5fda1b0265b97ff87a43c4f743cd8b57a64d72643808d01eca7b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0adb8d77d59ae084eee6435e16d9e1afd5121e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274ee167c1e3b56255a03947dce88e7055513e63bf5de51a323df784fdb550a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50b03dd2843007428d90abb0d64ed13e7bc8e68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e147a2714ed5a6d315c797b67afee4d1b077d486e0b4cc376921d33f0e9c6a79
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c77c582e7994500b00a27165bddfb3222e8e8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90e15fef55448341097c2fe21cfcfb75a5f39308a71a1e313e6120e13920888
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f41838c7198f1fe8ffdf0360843dd1669c701d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8654e8ad5bbd6584a2c88da8179b1d89b48283ee7abb0b26ef3aaad507b2d1c4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74daaad64ae7248330c7364214723b3407b750b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b4573c3b34ec7857b8d9fb5e130f24a051ffd2b1aa6f9970495485462f16c0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83af0bd430345a33a9c2fc95bf0393db23802c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0df1dad5479a6782794e291b3ea27707776d47b8d7b74f8821fe0dd2ec37cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896381bbd86e7df12a7cf39fb2d7cbcb7944d8fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc99ef573cce8b161272bddf7e74a2c9175afd55a829b68021351e8ddbdbe7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175a961787d4cc94889880d8bf8e0c2782147136
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d4b61d93b4883e54bc14b6644a744d40b8bb0b86c9ad297312551c6fc5906
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2c5b2bca71f3bd37080f5298d6183d66933959
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e7563e5848be0d9bb2f4c1d616154d322bd9760958051a304810e000af3668
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f06f39b75ff1679cf7d72adcdf0d7baee5a97f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fe9d69160ff6149007b255ab4c974375f553357a1d17d443ae94016f3be1d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa716e3ca58f825ac33a6016f94fbc96eb7a60e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee040942b5285dfc9be11c4d4cbed848ed7e281f252c539400773ddd673f2640
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3c03e7285ddb0c91e95f1834e890aaf7e918a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e515a0b1a148990e6d2199cff0c8bd2de33753e17fa607dc0c8ce48b6ff177
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761399a5cfe60727f5226087058e6899b312264f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dabf7b7a241a128623f45bef5595a603468152613f6b8bd7d264e9d529f557
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19849942e90a3c5b802a999319e96fa1b031cd2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6bd943e89c6a8dea6666091c0190cb92b8722ec6357a0233d51e625f24c0ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c201900a54c07e6dc7403e685a30e079ec85b57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cb429fddcab72675f00317502e2df99967c53b8bf86e4c7e837a7f334f2610
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09556814bdf2ccf5fa167be055c6e3c231b2e44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ed2d3144bfa145c81ba2bcea4f1921b37e3ae4133d31b2bba0eafa0ac6b5e5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaa802362f1e3b92b48f22c8e9ed39858789df2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3aab3e3abb593ee4f1289f7854112ff705002651cf123c8dc64517b0b8248ef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5192c0ea16053fce153706d2a42ac51a834a046
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81923f3cbc7579063938303aed9cd663fdc990f9d22551ce9d7d466041b70d1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8729bc5e82ba676f67b647a70892cc35888320
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc039a6d640da8c4b69576905c36f60784992344e6242f5ff1357640dd6cad8c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d607df106108e03d37c3c7ab604f150247fed71a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87df437c01dcf342aa428f27914625205c013b79e560af7ae12db5a17eab9765
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7bb0835ef9c4aec148a329be945686ddd827ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a07779a725c169d2ff920e792e0bc721a51507142ae523a8a33bb802e64450
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3323cb1d21c0aa1464a7b81fa9d553e70834a525
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750c41eb463ed93b938e639c9a60e703a77fd36bff0eae4b2d5fa231c51f8dcf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65686e82ae089dfa1b0e616840efbfbafb8507a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ab5bb636f4fcc0c00a1fbdf0b35fda2a3295d5526d9e2e3797b46ab7974039
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6ca80c958bcc65dd2d4a0cd59e315bd9345bf2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39aa3397998f0d3fc305bd37e1f139063fe392bd093c079e7021f60cbbf18b34
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6c66d66a5830fffe0159d204d390f06257828e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba32bb10697f2f94310f6795f1dffb894c2bc56c95dd54614071aa776824360
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedf3b05ffed7f9a17fd19fab23ee287624355da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f54ed315b1a53e572614b300d52ac1f45be55aaac6b93cb2f3219bcbb92239
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4e366450c4e6044d274b7eeab9f93767731f24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5c1c44cb6925de71d2eb1c72cb3bc653ec3ddbe5fa0c5c02dca8f18178d07f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e267bdf6efc55c772e1d01e26093c0bd2d6c07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce95bb6ccd6a593e16e10b8e27c3d4175319f57deb1b33d2b4fcbc8d728ae8d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74284e64c4e6aaff048abf7f604073535c2a8b94
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c2fe17afe456d71f8cbfb8e81da105aba16a27c3e9de54fe3a207d1cda2b89
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f716a1d3a07f35ef9a25990732660bfdc2ef6b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38ebc6dcf01d22348e65f4b1b07eb98f261f24dc64dcaf6f8ef127a111e0947
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01654867d3d13769e4fa11574d092e09d55f2cbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df39f5173f44ad4d93fc3db3f212a9eab9755a0d47b8674204c7b6fca6c586f7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cba74ee6d8da86e13878219c63456ee7293034
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1b23890b0e315aed8728635aab7f9dea3239e5a190e4f355970562afda7a09
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eb310f245c1c52cac942e3f554b41049e8d0be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9a2ea2a91667acd451276e221cb9e72859382ee5f13ac534a749697b6ff00d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6939bc4c567200588e92c4a085209bd0427329ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0875a20706db77e3a31e932753adc5f03bb0403187fc2f3d8ba2446c1c39cb77
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25bc1736d84db2a94832f0e1204e7508afa8b62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85972aa8f64aa08ab5a28389265b46055355f13d1706bfd042ad6b9401b4644c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a4341970252055ecc66014b76bb860abdbe400
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86ae32b385d16d6f1696200533e7951593899fd25363252ab44fabcedf017a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a44c74193da0faed52c300162655277d80344b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1a54ce32ce72a39247a0ffe2087f66505cfa653f26677fec134558558d784b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c45bcb7a9d808ffad04d68221e40d9bf90290ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff580eb781bb433e234c90efdd139029f49f7afb67c7f8efa821c2082f0d581
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544924f6fe989aea6e972f856ba450944c1b180b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e808742fd74a588e08b36c58be77d0fb73e0397e59091048ea8c09cab753d5b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94990611f3bffbbe44db687e595673247e6c0ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba890c1bd4ddb32c1aa111ddffbbffe3a4377dda93fe27e09dfe24bda03001b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc542322e261c9b01f533a3f311ff71bc473a272
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b748ee22e05cce567d75ff311dda253412ec0590619e6a07a02b975e8aa7a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6212844e27fd5823d26cd4c2e5f06d8a364c7475
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9b1f3f30b86bc109bcb9b25cbec20c35cf6ec0aff25d178e39861c4e7fb002
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1275bfa2b9d2a491209c68eea99b8874157657ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068222e67ca524cabdc4a44835ce373ad53a572647d1c877b102b828c4211354
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7dab9c2da37334a871de6aa18a2109f7eb51fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ac2fa0465cffd4f6e5e7619e47088077a05fcf1e213269ed541fb1426081e0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bc6f1f974682997bac0a6b30527eea721b1086
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c39a1d1510b56d770ec8778bb0a2e2bd859592515c8e2eb6db5646c68b40bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b976d3232f4dac7034b8fa8a6b00a0dec3bb15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f367ea00ba80d49caad10982c70ed1e646ce1f9c4880ac6fbf92e4f4e60f3e9c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2af906c7e49f11dc2d5d41478d045483c1e2283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2984d98f0aec9de86b53d84f8435853316e7340419302192ee00c5fbbd77494
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1d31d74ed978cfb7fdf8a373bb6cb6d3f0f2ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d0a01ee8266d64d954bdb9b613981b3d7ad0c055340fca625fc27b16244a30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3f84c124d117cccaeb780b1c3cfce072e0a442
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87790c0e097a5c65743c297b1a72aa7d6a049fe61296e851f0accc46f2767d44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dc814ea947208d61ed9b6273ceed97fa63da2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc833e26728e95bfb055fca2388d697cccfb1387c04a5a42aa3fb9860c684f40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec7ce64663b3cb13b58d016fc2ad6368a72fc52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36693032e829df504a5de5deaca3f6b99f7e1db14151518ddc84dd58f9f5ae9a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a1dc6cadd89e1fd76708c46487ebb96dff933b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae704b883da68aca044069b4cbff0072f1a413a2e74b6f59753d9201c98487
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9563e74b3de20e881aacc40c3d51b2d521f9b1b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9549707040bf14211946319f9b9ffc29f6f5a9151c2d2ecfb3fce83444df62
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eeff13aa208eb4e30ad597cb110678cf3d34c17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180b12e3ee54e2d513ed9f2802b1c1a1226a0af158c5d22ed7a47dc7e1a9f9d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec821268b100f301af78372f485629b573c1cee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44e376bc4650d68f15512fdf141b39c85df24e54bfb52f53aa541c030bb3fc5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050ea2eaf27316cef3c135376ef30dc45db3442f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6f381e44ced29568121fc19b13b3b1ea0fcff05d644af71adc3a58058ce6cb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a189fc0f70d626b325946988790c6cda0a03eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fe1ee082cf4776a9d810c66eba1f945a17bdf5392054f510c7ba1d235e4b31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dd063dc2508545c18fc48123fe80d87d9ab37d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387df86f2e5a31b07560f3c7b69726f9fc0de3937f0171716d3fe4f2307a5977
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e4d5d245acdfcc14bba61ed4ad1c6960d06127
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036bbb6a4d7a951b9bc9992b0e6ce2cd93d47e97991792caf016b54c1b4287d9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74501a486176ddbd654189d79cb8369c01a66f68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b718f410597f622508b38fb4b357c57b2da60b9cf43c46684e78c21aa72cb4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b68536185d643a4abae473f94b284a19307ae6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b501035744e9324693043ac8273e794485c598041488ebfd1aab59313dbab2fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b8a526b957485f64e90cee67b5c36148fb943f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef65c8990e17b775cd9ad93bf064c05eef6cc9c8a65704b5f49ec1fdcf7d4958
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7831f38cd43b7a691a695400badf6432fe2797
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b05cac1e8ad8f9be975aec59471980080723042c3018fc07805c969510f469
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9778591f2c63d433d71c9f55b7c9b5fc3f88f68e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64eafa2eb3b3248cdce1c461333957ba13870fd52029ccabd3adb4b5a0241f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8329ca6510d06d8c816cbbb641f956a260a06927
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a6a541e203d5b5dc01e44685d4289dd896f22d37e562c5daf4e4f41283e136
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d085b2fb4acb5bd0a849fb869ae8e120e0992455
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84485586660aabdf8e91a3eaf458d38c5f74b399b9876aadf644903b80b86a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80430ff2d708a0b4c0524a474b6c281ff1955106
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ee6ee9394bc3b07b17e82cb5a62d6694b91ae8d6868c20e97ebb1446f36c0d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9112c94b06f7e26da2e8cb07fa4bdb6af9a6d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456e9697e427da7b15fd4549bf9575c27bc00b12533475bd36c6b98a22b1bd14
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9fc14aa549f8625fec856541831739f2ae9f7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8c966e6b98e20203f83bf7a41a55e14bcfce41161a2e0a8346189c417a4f32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c7244112aeb1b7dedae753e4abe3573dff2027
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36226340208253255c7f40dc38f0e03002fed2493261de5119086f62fc186e57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5fba59455608e5c774ee6f0e2513bb32b20849
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a50de4fcdecef79bacd0859b4c6b56108578138a5c0361699be6a92dde7fb0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c11a050eea0078d8eb62600838a61e26d65b69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5186e2b1590ad347ac589ec81cc9ccd74fb94c4b86c47db51827b657ae7835b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ea759ddcff2a340a0d9cccae7b868a99378920
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59fed37e495bae0b2f1e769f52bfacb3fc32234f6f179f9a240327d3bba8c43
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2470cd409cb38afa4637ce4d5ed8c72163e500b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269f4d7f75afa33c6839c5041e95a4168f874a244b8f55ac0111e04e0c99ea0e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3587363cbc84eb0bc3dce3adbe2f1811f4e68eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df4d242c623de994efa0aba7917ed95768b450b44ddc2eaafa33407e5e6bcbb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57edbeb938024e4c065a22380a9cfd59bf25aa3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27438d3ebb68422dc39468a7ee285c91dbb30a66785cba911f79331aa540f72
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6259af5e2f03fda9555d935d55936fe35b418c14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce929f810faef23a8aea98f092b3f4f35e71ec7d7679a79eef8f7ed0a74af89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f9abde9c9fa169b8217e8da3ac85675374f170
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bcfb523f1d6e624a402dd4eb2adbb087f7eff9d2e5d9479c576de616fc4848
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d8a0cfb428256a2bff9d0726c38ba623dc892e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e729a806e65d793f27b218afd4f23778dee84cda8b7b3dfa47ada83500c07b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3c07f6f34781c5356d7cfb98c06d5497e5cbcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7853cc82cda8503b5a3b91421b2f51ee5973880772949591c61feb26f072d6fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c3898bc6171bc3835553a3b31205ff1ea66bc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c8aa302016c95af30814f02ade6ad910066fe2965b3a10928bc7c0908d3140
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0ccb16dfde7d07a7e4e55e08cbe29775cecd60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127d05093705f942775d3fcc23d594055bc693b51a2bf1c5df87466d7417c875
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd226d06fa44cb7a89b4ae992a36b8f30ebd756
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8fafa328e6df4c41630dd5ea71ff15dabb7f4869ef19324ed27a41a14733be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646846ae0c79d179587f4e027c64db78506caecd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fec26de3692dfdcdff6c0be12b8af9097068068d9ad3103563863dd1399945
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba8710eb78b7e9a7b10111388e10609e90528bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e5d666136796976e97270b6e67500a87582a479cac745552c4a80428f7640
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b4f390d3f22cc831a84b7cf768e4c1b7d01a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b951b4612a95ac7a2d21ece2980f75e9f48495cb8c2d04f080006081750b5e40
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a0eaffe68a046e89d2cf4f8b6b12bd6340247e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c906a4a6840ac254a5e8128876d85dd7c9171a5e8753815cc7d4058fbe33d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d45f9a4e7dc54ae219493a21910de84ae5f89b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1c227444e292e48d0138a39bc03ebefad73e6398544fe52cb2ee55b4d96e5b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28722dc00479bdcda87f76cd4fb89b025890f1e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435d3fd23f823d78dae26665dc182c83a3f3cf26eedbe212a869f922cf3047c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0cd5ada76bb1159722a3e47b07de921db42f19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72dabdae43a4c152d1cb6c0227f6902354af5bc25809e7f6ac92c671e7a8785
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4118e8a2a4fbed66991b93db33b29c015717c03c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737697748fd21ffd40fac9213f98f4b4bd221ba7166e922d2c4f6f029c877b8a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0448d1147982d11102ed53ae7cfd1d5bdc676f66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d4f6544569a386d90da04bd959ff6ed435126bc276296c03e7f91a975033e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b548e0a381d336f9849ce030f44e4f2172e890b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f12a192cd5576611af1806b0d93f2d1b5aca3a96530a9c46db8b88a559d250f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdb71bbe0de329e203e5a9b9ada7829c845268e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047e1f1989b9100bc153acde34ad22c871c36b9259408357ef7cb86524b83ea4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839eb3c8101080f29ce364fa202f32dda4076b32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3ba4a2ccfee691910fff8ba850160d56672fac954f75387bce78b10be455dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2253efe987169308ecd39ddd197dde02291ad812
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973471ca7e8f646ba76035c0c1380047d2e03964f18b03717c5bb34cc2331207
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56c3e70e66324e93114f57b3e6d23aab0f80ecb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59c234bd8cab8561cda97ef15764233f0d43a63e52631e5055e8066a41e95bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a863e576001e640d4fdc3c2459d7c2a1333d8ddd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968346e0804f3fdac6cf4f3173c2fd90130b80b8c70fc2d15b133b741b1eab0e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed9273019111b3e0a78ac80372fdcf9217ddeea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceae178aa9014fbb1ac9880b00ed0fa893e266b908f2e3aeb16494364d02833f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc683f8eab594c1454e56e12f8c7a7f4fa26008
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cb0975f235af5b8a3f529e5a7a7e57cd1ee47ee78824bf598dcfbd2de086ff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6418bd369ff4afce27beda69227cd1af1cb2876e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2073375fae652f5fee9d68d3b25b531d2ad0ba436e417c8986ad560941b12eec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a902c4ce0ab2500018e7f5fded41b418703cbc3a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9104955dbb170d6e0287c10e28afb7b887a1dce736d1d9dab448baff10a699
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70d6a2900525a8335f4a54d4da61943b42ab847
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7017ec618fe9982ef88942d76bc2d77e0654e828aac8573bd98a56d3483b6e7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dba2abdda17206b3697350f407eaf7e69b3e82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c847983e6c782e7772313edf829fa47b89f0992577be2b5056add0cfa2ad194
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf28005c403cfd126240a3f5c1d6755163be4513
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca58eb656161fd59860e0ef79f52e4e7cb2b522521a9ac45fd5ab0c4c4c4222
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6777ef3a46818f1cb26d78622c9b27133bf54c83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab54a6b8ff02e3cbdff4010b00a06788ad4471fbca30718a48f4d0d62dbb481
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e9e398bdf69f27f63527faaedb712867e3f425
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a81d526de2abb16e3921fb9015090e75a4942a8dda4eb1cec39a92c1ce8e95
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4d75f8a4212f03a6fc5447d5e1208f708c0dff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93974e192827c8c0197fa6ef47f61f3b11d8cd7b0cf29e66fc7e840204565ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4554d5333cd05cba58289b6fcc81a3ff24f2ee52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c4befc582bce0349eeb4cc51d1ba4f4c063392c789210a220b6efdb8d3a45c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967c20fe1536aa74ab3f9ca73e904ce5b13b901f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584350dcfbfa3ed2ce3d67e9919f18458fd6de2dab2f2058ac426752da0b5997
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632476fb3cb5a81ba6e0bb9bc7f5d0159b712035
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448709e8bbb5782968dd346e8786df1f82b05db3d4b94a8b62045698f1c42cf8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41eda4b94ab42a9058b5873fa3e78631304e3327
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb539bad488974da76039801119f1f14e47681cdff184212d38ddfbb54089d48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641d2fa9d51e30adcbac35c701f261e8bcc65d41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c858a6d8034da8783184809281f244daf27e8b9565559bfa30705e267c06fc0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce18a5d83c670990ea3ea1849d334b0b5b70ba6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5b859cd2fe6185c8fb18c412bc88ca037f5bf098e7c4f7f9115d800a30686c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec229d6c83732d3bb313c5be865475119a638b6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099fc8d16b0d139f33520557db9cf09ad068f1b47d684bfb059b5e3cd62aef88
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4678442bdd4de9dba9ce65888f162800e59a857
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47c5847c9697d78cdab3c2dd52300fab197811fe769c588c961446583c3dd84
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc4a093257c9073e542cf3905e77bba01bb6981
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da1073552647d108d20ec9b20fef648a1da197690d2a12b68cb2ddca428efe0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ebc9b7694d1ad044677d4c9da8dcf0a290b0c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61eca9f10714e173158060cb8116357ac5443354d4cf01e587257f408a96503
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c33654d4af0d095f8d8721a101ef6a9ecf8209
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7b9a6de406647a6cd3be3660318ab617f52ad4b1329129045ebb04f6915854
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35351716d954f13c020e89688c8f6fbb0db51ed2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25ff4b22233422981d2bef7567e06a76a593bf40b4b77bcf67e06748b78b798
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0140da8cf91ea6c9a273bb388910bd2aa8a79690
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf676ac5751c22d42e721431f1cb9f289404996f22d568bc3f6bf22a15b35c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9417c455e90529f5b65badca53b2ed0e124540d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b360781663bb4b94f9b5437de682b2d7de41bcc918503fd730e29aad27a60a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e904cafbb95a9169fb080574816cae617a7c2ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015724bfbe9148992e23d9840ba9c24f29b46a258906db4ae05e588e7c213371
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398a87b59bf3fdd270f48bc1947d4f91ba307fe0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9039833638714953f4ac0d0adbf487776d731d84b4e78cb82fdd76a3abc2f14f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d8f7f6c42dc4081a8e18a58041d181323b4097
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6f43cdb37be92b7b7ad71bbe891f18889cc2f583a10ef7dab3d573860ac0a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c2dd43ff1565df8d26600d65dc9e082754470e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae91e0590cf4ee6b28bbf7b3eab3a647acc02330c8c44ef3dda5dd894d7f206
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148c6e83bf430a1ae7eb56a2067378307ae9a57c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc46144f5987d2d611d3fcec110f7edc858fed3977daf230fa45600b3116ee5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfc7e571ca270f9d59a26248d001fc7ed11b492
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429dd01d9fa5ed3eb0ba774e117c317de9febe0e8189076929009e2c70ae61f0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e936f5f0830cc50aef28aa843ce5337f4f58a428
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7df378afe1a9bce6fb6c02861eb8e6c586a63946d77095529faf6541f8c76b7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9704395e06dcb44351e3d86ab1a73b2785f2551
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b7c1c433fe93c0e46e57b1e14ad4c5716db877a4bfcfa6475a6d2e7c5ba14f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed16cc803ebc1cec55795beaf49c870d446c3117
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29b9b7606f2083ea3fc92886ff3b36aec66f1b4658fbbdfc0d4393ff61f2adc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a753aa851c271ae8dc9302715d0a60851c6cfae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7614b2c98a15702537ba5c10c2b533e799671d1e2c503169b5789076dc9879df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7174d0ac455cd20c99f2d6b5f4f55be25fc4d8d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9edb4683e83e9457ed97a1ea8b93aa354ebe73037574a882d6121cc7c08c3d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b9746cfc36ddf1e1899a9c8c27dbc346a10198
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58b422172dfce15435f4a08cc8c18124ef52a503e3d75e79dcfc65c4ab87060
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd54ee52cb2cf4c0996be51a88f8a8e41db657e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e582ba1c62d78dc3da46f938c15ed192269988093f620b0423b89266cf05b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1085cf8410b9fefeb645f614a46efa9ce42bb19f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7af3f28d91a23e89160c05bdf539b20a0e48c28159ae1ec21e9c20d31d00a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3867bc609a088244140198960aaab84f550b82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2e296090b121325dfb750c64e0a79712cd77ac0dc52595fbdb9429795dc146
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec131b0c850edf23afa4d2813e98228bbce29fe0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32768ca11bd5f6225237576dc55d7208f77147c8566430f05f6aba4db9ed7bfd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc2779d12223f528b9500ec55e6be57a6d93fb4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a419479e596d73aa6fdaf7305c77cbbefc4b98e94d8abf43c405f02253dd96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accf9601f45f3337d32c0356d0c953cf704a23ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78809d069af65b79e43128421555950d729a15c7282568da1a0519b494e8310b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1373ab8ae2c88fb44ac593915be01b63f21244ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6830ecd731548c60c4a71fd6680d5e67563e5a500e7d249bcec4c644a68aa8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fe4cdbf192633cec70ede825a771747886415d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb6bf91cb7cfed9282a87badc44083639156401372083ef63181e2b860a5441
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce105a1afdf4a61495cdf16949f82cabcdaecb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b2cdd11b116d66dca008800d32aff045ad99b3ed273e0aa26afdd995c16db5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924e2719a4524b19a482b829674973a620f35752
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ccee6669b8e52e1e341ecf603deca677f159a93e6abcec0606f5b4b1851618
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7c9703800685fca20d6b830ce7b268b8558c6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50912070c7efc67726b520149950fbe7351623053dd5714fe8b1374bda95c553
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a3f1b81ada4cffbbfe129ea60ebc06f8fb372c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b10cc3a13bf3c218d81566a26e657bdb94e83a3f5d2bc3d9063a3fa3bdb3036
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d256ac49db6e803758282978f0e6e7298bb176d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d237e7f21306d1bae4a41aa7f24b5f4d227039e0966e0b333dabe3ebc453ef14
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8ba44682ced400a8f38d843c8cf78f8479bbc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f82a08d001728d400a952175c2b10e75fec5a6e6db0543eee6c2d310081e60b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15ec505f949d54f24e2cc7b9ce61f4f390e448c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f71d0446bff5f7ca7b3f3cab1da7a61753fc86a3b5256c768e3aceb84e0bb6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8478828a75312d76bbaab787b7b7f2351e11c8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f151ebfb03a0e4b55a3b8cd70af4fc752eb632ca355f4a5e47ec573898892725
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9ec849d4415a52e15c780df4b84b7600118ffc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe249178845a1f7b246f297e84c8843362dbe4567b4125de938e4a3721e0aa6c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60d3d0364e468edfd2041509851b7b43da9127c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4869b614db8e8b464c2aaf4466bebb1b7c6df764b2b72ac93aeaf4a8e2b7a9d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914a5b9ba2f51a01a4116e6f94d9188192541356
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f332920ad6482455e20061c37921742241c8cbd4477aead089f8d0938d9145
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e6c96e832ffbaad3183c0a0333656777e32a0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbb55053d74410fb7912fc9369dc99405da69f1653b8cb778a0fd9b7b167b42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92965c794952a142df3020f5c82eac55b3754f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b770b35c18ba7e0aceb751bc3d503c3b9044ba402d56a0ad95563fc33154170
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b65e32ab611d5d3ca7a8e9dd46d86f0c64184c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaec07bd6912080feaba02e7465edc471ff011748470f835cb4edbe4624fea1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96100f2ae4b461ba5c4ad6a6db66c1390b8d6402
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9132e86c2e4e9eb29ad9ac8c1d7a73f451b6fde8dca1cae60283352f726b6a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa71d6af152c0482f4d2d4681b618265cebd946f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44abe3434bb6493e6c55d84b8215684c6a9ed65a86d46160de8a1b28805e1a64
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295fce03e480aee96fc59237b5038598bf95d8e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5507f9ee91fe8c1ea8b48ca5211c23d6f4c52f1b041802638a37a332c2aea071
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924258f1096415594a5f61ccb08adea3f060d794
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8b382bf39b21fa5b763a3ac2767a74b075bdf9a1433e585c274c953048cc60
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464a3f24e3ac484229a995c3b52096c374e338f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52446703ad76a45ed61a85acf8864dae2e03b36370debe1c5b75315f9ed12e51
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0355b61b859297cd60182b75d9fed68c4a1ee73f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f078c0e889986c75d160ac7ce1a157f4efd6d7f0d2e837283fffbbfa671ea34
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76995d2dd32d2d62c15bf8e6194a2fa1fe399b62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a10505cff8c44deb9acfc653b3d6ead4bc660a2cbde8f288148119d5ed6c6f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c07ae9472a63004306da49d59fa1e1082dc4da0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a94bb3ca8bc49a554d5919385a3a05301b5a305387b16240252cad5568a6946
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727dfa344f326759a38c11b00f95edba9de2fe1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1c3a304254f47f8da22f58e2c6ada8d1548376f0f88ce1e9296cde45fdef16
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d5d48b2a1a1a7af1ea54e8914f67936650ec7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317709d8af1148a7fc69fce9c07456d70ca1236b1e5231d97a0037ba5be8e195
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60c369aac8d0dae00b9b02afa04a20e8b1f7ef9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d20496808f034713463174e7407cdf0022aa03b752143241d4841ba6923818
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4d41f3277cde1cc33191b4489caba6f6466acb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658213bd85a42d1c825a16c7367429748fbafb2fbeb6114cf7aeeaf4990fc233
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed64fa8c9d0b26e40e8315cc01dc3e4c4ee7cae2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fcbee2dda69a8359b6b64463fa7368fe44a042e823d6e18164a334d1d4414a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cef34a6bcd465a08954fb051d693e9034fbabe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41cbaad045acb5df4c9e862f11b9596cb9da310a27073bac0ae8707eceec4f8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fe6066b02222bb72a389301965dacc9b938713
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f7814bd2a137f22dfbb60dbe22678190f9c2355f9255d7485ccb90d41bbadc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57364142116f563c19f8decd6b6591379ffb9d73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d6ff8207b115497a06c0405d341ed3148c5ae1f130ca4adc51cc3567cce0e2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec6bec8dc0b114a79ac3955e09f1f1518d01ea2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b992b7e11fdfbe269e2a87e7a4039424e88317894529a2097cf4d093d5ed0e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77604259c03e7e004e484a133262838b0a74872c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa1d1f1c505a941ab99ff3882598ceb99a97565d99021c54dc8112d05b121ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de1814769d461096d43eb6168ab7c5434d83832
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690113074e5cacd5796c2ac9cde48184e7481fb5ef672fd3aa9aceb667f8fde8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef56a0f4335cb7c7b66ed2fa3c877d4eb904553a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9b351f74b3993ff33e00df687444d454cd8be8e0facb5a42d2f414ad779e25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0772623545c74624b8eeb2912161c230ead9e9b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cae81571a300ffca67c9f6b621c53a697e5da37f8056364095c27d61448f9ea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7715e9b69a9c69e8bc2cf37b63e9eeab46dc8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913f9d82ab87d708771fbed3a349baafd51d3b0d31c502838e807af9138e25fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69e4f05edc3aa9ffb489f2930cf774fd558d925
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf72810f76e8c594991d3165a7dccb2a792d305c1f69ee44ed2beadb3bfd397
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d0b65f173d23b55f23f5c6f05674d20eaefaf0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f114e3304b97a8818f32ee813c4a5546426be9425255f8eda0dd4a0bd8ee858a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c08a8f0206f92ed13fcf0ad84d799734ea48b08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268e50a66331a4186060cde388b5ea5379d3a78936dd4d1173c0d143d9609a59
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f0c4500daece2073ebff3cc329dbf8e0a1a8b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cc79266efe15d0bc8a621e569659bf9dfef955a6b369ce437e5dd8835a883d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1a964eacd8bb09ee579dcbfee84177623729be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d70d2850549c0fb79cbcf7fa3051fbe18cd97d1c81d18bf75c2d91fb11d0d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36cc24eb677dcc58d834e8f2ddcf29e9acdef0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca1f3072e37068c0e9068be0977b117b0127efaafc7356d58e530cc6f35a10e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3129ac9b689d6bb232f959ec301c989d403a6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eed7ee5090d686181db5265143047a12c9bb73ddb64917648d6e46517220cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b78e30d39a68d9cb7ffa772890048eac1aa266
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b22716f2c61dac88ddecf2b6045e9d7db4594773b8f064a95e95afc8eb2da8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e22e2478d686fcc3743cc0dfd7ce2d51807ab27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61082964f9c5ec52b5f8230f01b534210146b645ffe65b1ccbbd6c29cd3f1f44
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11b4e49f7a8eb836881c3c3cf71fdc5c32a3d14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20887305745f3c7578369012d66b185a85b2374ee711b60509d26e85a6873573
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6f156e2db8df03f4d875eb8a33508d7e0acde1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028aae6bfc1ed053c936bb1b6727242a8af45dccee533ce9c0b31a3fa1861600
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10bc97a915bdd33266a3b28d87744eadc47239e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd61243adf403594012539d1d46452f4c8b4388875399603310cba920db5a82
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdcb69879eac538f7a4b5e03de2309b6237c57b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f87bebccf27edf7f5c9741cdce0b0778ac68bcc92a2cc3c41792a158c836a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87e78f691efe40a6e3939e7e325dcf7c22b8974
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927d1f0e37d889d86fabbe8e9e448f357ad5202d536aef406464c53188c0778e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcc9b40dc5c5238cea2c88dbcfa177cfa4a2859
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ac8a891714d66b37aebd5d848e9abad5b37df104aa834e0dd935ce3237ca62
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c952024f575394ad1bd9fe990b0aff483434f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac840e7c8df3bb6720dd66fda23cbdf2258f04b782c9920dea385d990a67fab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63a09507f3d06637a14c9f2b1d4e8a1498b0492
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568537e2fa5526d3ff5961ff6bb761f7fc38e740bb895730fe1365ab10ba46ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818db6a52aadc6085257a7749b0741553fa887be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cd66fad01bc9b5325924b562b6d632531f9883cddeae6c684e7d5a256fd396
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a7841f11983780210fa911e2de1dba9f067447
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368cef01f719db6f1909b3cd87e2b9b0413a1d66e7d4b8048d384ded0b13dce0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd1b5349ad60f8bb18c682358ffd9e3f94a57b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f7b0b16c1f2bba4df0ad4301cc95f39467a35bb565b1a8794c3e064d9bedeb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbe32a73b81159323adef8f7365cec19c39dbcd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0285a912ec1e71fac7eaad90d947cdb7a2dd0865dc883f3461c119ca398f8922
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5993d6bb74d9dc5bb6818ab1d34f51d898eac68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cea0edd8814ec42416057106a15c1386cc616c08b518825c4e2aed38ab9cb94
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40eac5a903dd10be7873724857cb8abcbcc0d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3fb56d64271859270a48babdb2360d9eaff74498b00401a310a7ff6e8b065c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f62023fab3c9f667f05abd582ebccfb960655a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5ff470334acf2c8d20afb2ae175fda764343643e17de042524c25cadef2d42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2a98151b5da85e02e7b92b98d7259c4e9ff8ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6cf5bce593bee8ff7ab612b77334ee194b1ba6d24afccc8526d54bcc033586
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bbbc2611519b3618990bb338b1e0e13d81ce45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f17124e537c273b33beb2b10a9cd0c76357e3dc837f8f6ec900fcfb9d34403
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02c29ffb75e5c616b72c6420403c3389db79b6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995b84fd56271e2d676ff2ec5534d23bf80f192f345de08b8241c2d5838e11a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03c221ce3351208edd241caefee38f83888f22e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fc0fd70d9b8f393b44fd038206fe0b348786bf0e20bf6e550c372dffd37445
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4151297c66bf0449dbd13a195f843f91c57fe20e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fae757c3a9d3b1b4e50809a4c7938c3985bd1e426c1f825a500987f128f11cb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927ad21afedaccb94bb973dc7f5946a70ee670c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603bc705219f37a5b84adee3e624f8351e608a39f87320b6805d3f39eb0d4c8e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b285717c89ff038ad07c9870c9d37dcb28f4f29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9ce4babbcfb196d90f5721e25733dfc4b59b832f39ba143cda986bf3ec2929
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7ab36220001bf56cff32afb8a834e4efa3b929
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15af17657c03cf129a82bfb46f279778f162b0acbbcf8fb61746c225f8354e99
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc832d2a1b2a9d01cd07e1c7d65772fe6266bd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab13638a557e9321f6d37736b8aef72ade9aaa631e9441731f2294e28ac7238
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d030a206ee199d098846a7214441058f5cb3db22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4b2007891c200921397ac6fcf695f3808e8b345b83c1d56da2ec5985830d2d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac358be4e8edf20cdea2dd5e728501b5b92230b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954cf52e02e2d195e352a65dae7ecd946e283dabd1bdd815781218a6c9c6dcdd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7deb9e3ab4c399bc2655b1107c3b74851d8c6e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1698d0bbbf7fcd9bbc3570aa98e7f1a9f9d99554d833aef9f0fa6b64f52adc9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5b7f1059049707cac31002016f123543777bc7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0e3829647cd92a70777ee940fbee291e5ae44a629981384e3676e2b64e56dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fdf78cf2764e6a2b148d7bedc287f851fbc357
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7655a118ede5f5903a62fae47e9b3189b3e5c0635967afc92f11e5c437d5270b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374bc0d286571e54235b3c1b060931ebc613f080
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e844b186a5cb1422313e7d575f812d9493f4b8e9abe40e85c3682b719f8fa1a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24503f200ba668394d679d7948b9f1d4fdc4f3ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9f999aefb4d3bef8882a123040b8fe0d5b592ad49e28c76eb6e933d8220b42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c02af4e9e6a4488a7e287e8705bae0adc5fddb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb543ab7b7bbbbb448532199be222d8d66e4ebd66aa03ce5b1b11f2cb34c6fc3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b390d73749122d9c49cde9d09cece9ba230e006b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383a830c6eb0f6921a9b7ab361e469ab5aef990d1c14956d74aa54aee2cc3498
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62b74447d71cca4488720318060dbe80374859b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515a6a1503cca7f9226fcc549bbda43556e1d7eb6dc1694f2eb82b1e48884805
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ccf99eded92bc1c46364e17db082f33dd14c6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2307fc5af0da2611146de28ba4e2ef51c401829e866ce767830fb188e32b6a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4813a367d7dbcadd7e0aea6e0c8d22d451288b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd4a8dfc33b92e975d4fdedf0993caaee2023e56a36e5cb9de1be07b6c84575
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2370faf1a0ce3b4a674b3ce39bf33dfc61a663ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03e4a0a141d4d5a5acef31f18973885551817cb60867f46d08959cb99cfc0e6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924b1613b0c6c2c0ada9d4910adba9b5431b4f68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715cf35031439f0b5a6821c0dc59beaec9317663f9ad774f6b9d6815650e2fc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5a87ee7eb58bbbacd65a07bcd273f2efb82712
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b47fde33c52a46b4d57dcea0464c104827b0cbab0c1e61c129d8d7c2aef0a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a8f7a87c0b52d5f70589f352d08f1254b086ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89c25f6afeacc6487bf35fd0fe23b565e5e7eb7f67d5a3b5c6258dbd5f1eb54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9bf3f6bdbe442fcb7581c6b4e70926201031e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5a02f8d6dd644892b9e203a1cb99395de42315c812ab56fb64c8e36c2d937f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fa6aa968b731b55c0f13d283395a98cf6f98d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edf5a5ca5aa0081b16b0493bda007e41b95f5d5aa76cb99cb297bd5630985cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54f71f75b65da9c18ade339b11ce26f591fe07a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735966a69d789b8c66008b83d3980945bed649513b308b03c24f483e5fd2f0ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94b0307df383cd10dd4a483380d58e13c036778
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb284c7a5df713199513f8720b26b7e7a2c1317856a481555693dd681c7a44c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0624e566ea2b8a3453c5c89cf52875ea60b75d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9b394fff05c624c2554a6587ba618ecb3111b606607e818c148f2475c5ec41
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbab39be38f95e658167b04edd3cb910d9769d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812d7ebb225e819a0c710430e90cf49ca097573d1ee38b509ae697f57bc4af90
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e545d9b92452e3039f0fef8bca52f805b66b440
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fe6fd1288b6bc4bb04b5b5475cf156cf27ba69fa4bf0767b1352e52f508b57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e62f5f05c38f0b03dbdbd891f308e1621717396
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d6ac6d23d4b2839c72b398b182325414cfd22e6aa9a6e194a628efc9e5b888
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d34bcb925b90429094dcea04dde3d386bee1ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef8baffb2b781731f1b5e42608cac0d1c1517346788ef6c22ed018fee3dd47a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5269fb00483ae714f6e70f1db3f59d88874fda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c066826e8a351b5605181b2d96acf61a03d56044862f23f9508d1e36a5651f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c826b3435cf397724cb4ef3e0708c8eaeafc07e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addc7b2c4ed39c01ff0532f27c796ddbe111b0fa10b2f84a76d3d13865245476
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3431e5b7fc74f5ad2b1ae01e6db1cf182c046695
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4ab0ad3136486f735c019a6a4c5d5508977d955c51ed053d411b5002fbc38d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6266dd837f027e415d6206ccaff6bd5d4ab3d5fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6565e4b853b7eb359968201412b3ca0ab1a69c7f64ff0b4099ed78419d3e112
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6854ac2f856f22d298cca3c746451c6f2996877
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8d554c5e2b96c4dc5680aeedc60b676e8cc4b4bd4a589d7a8db06298ac8c39
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bb312ddc00d64333e78efd698c7a5890cdb3d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f18c0221b7702827f495c5bb7ef58ff2aa2c7540009f2fcae8c20b0689cf2f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9ffe0b65c5ca334e1c33b4bc5c6e65d3947b95
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c389f0e1f3b02eded9562885c0fc757017126043289aabece6611aed826f4175
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223170b9daea1160d534607e6938dcb03606b406
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10635945083b0a4c35e4947f668718106bc0e43f2aff18430852049a0e4c909
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3ea62dfc731d395f2184ef34ed421b44995a56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a77d3bfa58b50b8e56d1c7682d4080ba977889ccfc79ca140f1b88022ff1fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ca4f13866a815434bc95dab596c97b788bcd14
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4f9b891a2891aba29576aca50f834ed8f5512d9c4eb116aeb0deaf3c99bad9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fea3d44e11ba3cea69599e0eb457ac5b424af5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288c88e7677bedd8fca85a2d46eb9bd5bc677b171b455463ed34ed5ca286f64d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43067e315b0b358c7865187097c32c3b6352335e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4def08b26cba37ee68507767153f028a6015ed1aeba0866950b3153963f503a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572720c04ff27aa235444c926ab3fe7c1d9a495
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33701dc944b8ee319ec4cac5cce51cee771cac9a096b78d3f4a394d33a19d036
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41c77df03717719d708ad71a160258008880d16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802d5e1372de90fc4d88a9120936073f0684f3d579d1b8073304bdbc2cbe8a87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c118657ed7a3baba6262cfa6b97b2a32f747a228
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9411409feb7df9c69ed5106237d125780e8535b63cba77bcca6e25b32fa0ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ecd1c2d2d40029ca6716610f1634af5ad50f6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17b2c67f5b1345cfe66be13c31ae4cc3cb27ecc601a2f1a8dea4ebddbf31acf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36a81882412c3244caefd5158d197fea4f31ddc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8000129ef2067de51fcd454c8889dc63476a9ef09737a52cfe48d2d7b911038
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a618869711c6f59cea5d4615f427bf43466454
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f055a011e150bd1c60de44a5ec9ad2e8db10892d3bf6e61a19a2a1f32fc20d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4db11ef159d9561d7204c745d0b49eec33aa70a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156cfb66c09db1d6a1cceb28a450ded3649bdb1835edb89dfb2a633effd0846b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb84867add3e6f75e34cd9035ebacc28c665ae41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38e55c68dd337332d00f736063063963e2f7f62196286802c50780f6982dba0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad26f19473353da8603147962f038dd76ea5bc19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266cf4a3e317e8251e584cece7a8124c679f190db66091f59a4f6c30497f684b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f1bd8b3a3db21722672fd936649ae586b63158
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adb60a48519669fc1a0c805a015d2f541b9b4b47bf1d9e089ee0a8d84b70fa5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80257a62bf7e16cccb9dcdde990fdaaa77fdb56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d52345bfcbda6f4b2f5e2b41b4f4353cfd99ecb52d0884b7e15c824fe6493c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a91b0b71ae3958c27322c5f676b6b906f8212f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f877aa92381df9b03bd7476ca19ee8341f4217553138ee76d173fa8ae52245d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb5fcb82ea437ea715a910b13dd45ca87db4c4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6030c2c1185c8548feea90d5bee251f8175cae76785d822d2a4fe7e3082f6b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3ab1dfc0583f5620a71f699df19e518cac50b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b295265050c1e732856caa0f1130d3bf731b896e7f37514234047ba2f8d3c2a9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84fbf58c79777bde58d5e4be635c814466a2835
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66999a23f559acfd7ceaaa2881c078aa23793535749a40c19154e754c66e6d93
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7440958704449b5f7eeae28efdadd14b0f8e67ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7ca69e9c3c9d6770b7d2aab026a0b6ba4e44979f7ee02feb577a66d22f81bd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c5fef366237bbebd5dfc0f81ee3fe01ef3bd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4068178b54b44d9fe95fecfbf21aa43a3500eedb975d3c97278d25540154d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b73a7a5fb77127197dd9664b43b5b854b520c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bb83c01d1110df1ffa6e67c218fe6d6f6f97475ad0cfa89ffbc5cc1c16e77a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97ecbeae9fe349550803ac486ed9d78452b0f86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce74f7d4765c376b6c31683bb2236fb665e7242e56c26a2f5fd4f69e9403243e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03edc93710a4f5e4929820071be6752f6a8031e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c13985715be97f97db574075492e68cc6ff22b39fb5f20adabce4582648c0f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9ce271c805d1e997eea81412fdef3f387e91b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21a4866b80aa8d687f749d4b5874bd1fd3dcbf020f82c76452b3b24a3ed9a11
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c11382c8f5d7e63a847768308d0381fd836238b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8140ee16ec8a177657ceba9ef98b54865f33badc756af559d39ad59735eb7a2d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed91560f76f37ac9744c56577ce596bf90cf15f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29d554b28d8888718ae80e820fc866759f9dd1aa522bced2ee1c291b68bfdc1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955212e68e5d7b0774ac16e32f837da967ecc832
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b71c23336ab5310c45338e44fc237c7f64b770d9e95cf08f0c05de1a902d8d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcf06a05b2b19fcad611807b17e7919fbac5693
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722565995acd206b247168c7452710be7adae4f80d67b068cb89d3a27aff0053
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f190b1087f3701a350408d27239ca7acdc052365
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88f939cfd248d1da33b4724de72c3af9dabafe9c04b71a5616b840847676526
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed739382f6c552a1ba4c173bf33f7d7b4da205e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2760a338d99144fb3f08a94972a84286904f49e1de1fcb55db453d106096a868
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a87893a525dff5e880f68b49b2d30d2038b85a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fba8a588b8ea48a219deed88d4d73a1a301684b5f369039cf892c74deffa89c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61ba86763f6f403f5e63dcced24f5ddaa01a72f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a2ae4316a7826dd636969b1d582b7f22cb7c7bd6ba2f78b4f8f609afd044db
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a22ca7ee705b8a22be61f5c099554b45c475038
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ea73c6621aa4cbeffe42602bf2a3dbf04a873649c60964996bedbe07c49c0a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d080ac475d16f911a9758c2c2f55eab6c3dea679
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80e7f4b05ed406e71c8688894ec436ef2fa9f7676ad9e8dc6eb80e9c2fe3353
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e8a70eaf268b8eb426ee236b4588d7717571a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c783636d473c3048d081b5440ca69c75d188ae69c041d1c8b8a4a2ddffb4bef4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23beabc421b3ea6173c982d6b94b3e19711ecf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0f75f35f089fecfdd983ec4ad0997e667f9a33f8b4d19c05c5cfd81ce90e06
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c157b97b468235abcddb33ac052f912869366e8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d668a1f1f5feabeaa988c6212447501c34682f926691ea3c79b141032687cef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf687ed73a51432bc45f858e2b5910d45ab3e9c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f3dea1456c7db8a07475e23605771d160a909bd042761e0e5fbaa2fc7e6897
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd20277b37d2fde4f0e107fa0710060b671aac9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5472594385dece1f899d65e3ad15319800cc9ff2a15d11abb30c20baaec7a9e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01273f634b194fb956f77c565bf2a35abfc9522
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2971a7083f67134372097831c81165bcd8ed187142d06b2323d47d188a74c606
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702b024de6645dffdab2164881583d84cc18a0fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2511737b2ba9dfad33071774b03a5bd03f112860b3544af97a67fa81a8493256
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0586601aea4f7ad96c0cad18c221f2946adab2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ede856f2adc43aff7c0ecf45069a26be80e8e47e6bb7027035d3b1d1c341d3e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ea7144bd8ca1ed9b84a904930b10e54996a2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48bf0f68768d9ab67617b33248bb47d3a6a18dd4b69bb5bf0f7f69e864525d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad8ceb02b497e194feeb2a1c3ea2bfcdab35b39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c17e8ec4a938c6d0b1976d16863c6ef4a1cc142b4f98bae449ef9cace1c20ab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e10aa916955682a20283cd6ffeb99aa495a9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7385955497677abeb6234e90d7745d1c135e8615f93cbfc45de9bf423184baed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89e9b0001cbeeaab1a45608a65544e5daf25551
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89302f7d2ce4ae0937472e0792180b7c924ff4bdb7ba6217e02d820ebd876cf1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670eb0a6c20e174584599f211790a03fc3ea3a88
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4e858028b7e47ea3c2ca4c0963de03f99da904d985feabbbca5064a4b27cae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b431d58bb981d04e8154bf2f367dd60f97b1e00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb000fa760c35b43b81c4960bd2702518cc1283279916b2307730e3796b67b6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13732c886931d75879d50e2befdddafac1c82841
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4694430f5d68a3d39daaeda495d7417dd8f032ce982f46dd9b077918114807e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045141536b2a0fa659852f1a419005f5a2f5cfda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ed5ab0d9868c2a602e7f426d0c65f747bfab445faf6180dc9f087683708543
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb8d9f46310818ed4728fac3ad604c9eac03681
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be23d57612f96a2782c63280c7a6a267f3594ea43414fff06758b5de0506efb0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c7607dbd1aa68d86a6f20e6df03a1dfdbda71a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e0dd26058d56e4cf2008b137b22943457d29e7d27e8562d9760d43d10c5a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650730c8a2cb818f58c7f4ca51a96d9f24fabe0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c23fc05ac977e890a1773d2bfadf4a134d7f978ee5e08b2a45500cac94efd2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a6939172cec28f87d0ebb828ca5aed31a99f70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d68b36b1f8dad976c1f6ca868d30e251d7aa668a537d2fdbe994917c4f294d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a9e3bec2ddf171fd623590c716dd783a17c3ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a324d7057b37117b24eba2be1e27f49e3aff3626508ca2e1f107bd20c2b0fc2d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464245cc85e68972a8f1e42ed1e792c46eea8d0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95263c2769eafba32b1a93830f227063ef88d4ae4c6cda5b978c42ea6a8832
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288a396651c1801261b14ae61071c1839c1ff625
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4048379dea7cf4d4275171baa66bcb05215d92de97b1fb24d11827432e37180
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6e1c2902703a7a944388aa666dced08951116c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f51f700e4914c5c27559fb176d9ada04a8cf6d0a7a3499b248a99ec2d18b62
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1281c3fe1f8aafb015b5d7d0c6b0d6c83f4f2a57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321cd1280c141020b9218ae0b239b9f033e9ed4942a7b5179e3ac81d7f218dc7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5096502e1c41179342981e5c2e8ec37d4accae1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1de5d7c3c09b3d5da435de37d26cbe49c8b92c963f4862009e39e7a73652bf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0caba68857ffd8ef0ce2cb22616c2cb6cf0da4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ceb52a592f16d272a6e68438692526837dd4f10839531aed5de15fe0fef27
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245f89920d1a18f6bc034772a17acd85b3c16347
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab89481734cc88292f43905865d95a8bffd0465152467539a7aa30b5df7aea5a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c161a16aad40c5b49045a036ce9708809a1e92ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf26a9018a6e5e686fd7d45c202747cf4f83890bd8e88040879ea88f9f73e835
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee07e6ad1bbbee82d80fc205f9007e362be46b28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e2f5e67dfc7340f4a78e39e2765c67d2f91dd6fe1ff86d47ecc554292cee83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9d2046c4d3ad0da1ff9d5fe492ea73bf40bd92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a1d80086ea29ff95faf97f386b77e0e79e6d65c39950a32b640d0105be24a6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9c2a487f798187ac8cd6c07e70c53c834d50d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3454bf1e825fd8e2e3e87ced7a6f3e36515d0902b8d173fd371d9682d8ab59c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf8233eca6d132c4c62996c4b80253a967352e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb22df18d1c6c0b8717da70a77950d16525c1ff6ded771b3d23f1ad22398b3b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b2bfe9a782ee7eb84998311f807eacf70e7e11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7597666eb1a7b71116c8c94f6562c3ca37b1462d69592848716ab2aad48950e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e170ada432c6306a87888c5f35fd71126a1820f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69acca0285c27563a394bcfa9f0bc445dd8c3f99d7a8f934a526e71c76d76147
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cb991bf44af68bee4f97980d8aa1d91878035f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7604f779b7f4040a7785815530d6aefc2e4a2b09b44ee978cba6cd2e7ec9f2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc0b1c73c493eeff645b68e845f1093a6e0ab2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8972e39e4b8df0bd1ab4891c6f1535d34c1ce051e6e4f3978384602a95d26c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029f01056bc62e913baa677b2b8eaa84fd6dde6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da22017a2cecf79c065f11abbe55cea591f6784b48e6ed8f658e1f7ec2846d0f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767281379abbe5ee05ce35a6a3b80077d969e271
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85602904611de1f906740243faf9da5837930cbbd9c0733d07be84178354438e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adec0029b43c2f413a6ead32839116d3d233432
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9798c12ffdec154735ab2d670d07be80eb1addf0e6f2a4dc01b44709452e1dfe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d03eb91fe9ecf42e77828d1eeeb4d60e2b82db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75e82b240a043e84db58ec7f19294161691eb25ae266c2da02dc767de62af8a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e649c03c0453a9f398d2332b9fbceb0ae6ae4060
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5b3fe933b8639a7af22a7854c70dd5a2c4e956fe2e7899758d3f669dc838a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afda37a9e7ecb74266de9331394b8ef31e63206
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6fd2acb3360b4fc2254a5e0e4633879836a9cd9c793c7ba1c5282daccf3336
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f126b029e45adb7bbb9f063f6638edbb1c980d51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97d7be2c05422492279535f202c9423a8722689b309b1585ab5f3a175f1311c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9080d9c41b624b123f69080d5a6c37cc8d6e01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d6e918894df7a87b281001aa83dbc2fcd0dd8a50d6e0b879a9384a8700fffc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652d283c07009ec2b78e91b1c1600d3c02d644c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982fc88d884a30c515bae4840ad9b9d81495cc225fbf5f4e4102c2332ae03093
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c31954c6eef556a5248fa808794fc9105b8086
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d926e4e6bd4783382fab237646f4f1ebd2c8e96064cafc673010415e01df7bfa
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421a7733e8405d379523da4b27f5049494978518
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81dd75883395dc649568dd151b713bd69a23f562c6bfa1e5e51b68753b513a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f279c97d5c0c98bb55a0e23c2e9c759c303f5b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d83149db7159b43700ed2d4c828a6f47c89e2dfc993d05cb0d027590af577cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfea61e8a49746db0b791c95b53aed873f29498
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107ffc0accd7855384741dec7420f8d23efa2bc7320457abfcff5ba326836124
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932f0b8b6b2c286dc63ab69f223129be75ab84e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df808e2e406fb9cf1b42759239dbb7a186e1f50fd7da7ac9eb75834067719d1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b354a6f048804c1a592530ebd591aa124ed61e3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a68221fdc9cc4d12b40d3e35805d94b4bb03be578f3f92472d4c20d4c723ea3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89a42430d577bf21976e7f604c551864cd4a856
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa4b0ae884f1981a230031a1d8c2187dbf9ba5791894ea74cae39083851b2b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff778c4a7e300178d8028d090fec8d135fdb28e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e69baf88b8a0cb6af49d98c3c220321ba94dd9def2a4e91c28972cc91b54932
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1905d2f43f335f6ca639aedaa47d1aaec5d1a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8f9e0dbfb06173a8eb7fd1dc228d4bc990e5e28252995246c43024f0ede875
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d27023af22de702c4155e125900a54032f2c3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b08dddd885a60590c0c96b70a1d090b7bc8ca65f13baf881d5430ce7e0c4cad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364182b82804282cce2d700b2fe52c34148882e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b49ba9b6a077d91c8901c3d94b543644814714040f4661539cdf6096888f7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45795ceba51481ced533b6ed7365d5a6fe3e601
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6477aa3bac0da98db7fd911a7cc838d240e4bd26ad81f19b957d701239489866
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb8c116f546bb4ddaaad2d5a11063ca622a32fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414397383559160ebf968d76808b12159d43f9d263443fd80e0843fec4f7bfda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d191869b957ee89d9aeabe53639ce5a6c42c0ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16b31404be107cf3bb330390fd1268fd5cd7f5204d8247df1f06385fd74954b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd4c1255390a52d1b693a3d00f727412403e8cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804bf71e242b9a14a253c707c77352025b6241842ee7e03eb27e14093c946902
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c672f925524375a03af6275f16ba8c05c278d6ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65e04f45863327304bf9a5c5aa7ecca4210438e481b8ff70195f8d8c81913cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239f52034155b1886056c875bffc2e5304a67a3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b909f3502ef535ceef7d31de4e69a10364f972d9e1e2900d517167916b9eea6a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffcfb350e11a792b904cf6addda6340e8c70531
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e32458e1777de2c48b536d649f8229e78f8d36c581debd11be8e748f9fd40d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337a01539c4629cd3efc474dd5e80d8a506d4c32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f0ce7de2ab3952d34beda272c9257488ad477643ea9469cb4c3a4e16bf5b79
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5262a3854063f4a91e1a67136cb36ba87b062537
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d553687a6a73ea5e11b0285a9894869b79f09435c0c177e6a4f6efaa26c99423
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6ef04e65ff85eb748f4149fa20e123417a0520
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1681b01595cb3b84cbc3370cd1750aeb596fa8d725593c8a8bb41dafaa761d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9206d7fefcb1ed601a67802bf556f3d2306437bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcf922e5927c46a0637b4f90d3da45386578b31101bc33edfba4a0e6f097b21
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12610cbe9d24ae212d4d26763bd653e15d34680a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d380293cf769be86d3ad5464b61a5fe707783e515835a150a312387a3a87d05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd980dc01ebe8e475d15f4314c78ab33c96b93c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc73045f14a75616302d02aec2ecfee365db3ac3159f4d6f1aa129ccd6ae7792
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ef34bbc96c183deb541170f68d5b29b4ebd5b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3e9875aef49da8a2589fad61d8f325591d3b8410f240763d30a62b9cde585b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7e3d3a7288965e2c9a39d8d9e32ff6c6313acd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a81a978200fd0689fe863ff5cea325c10034710f99183cb51f703bff8df16e3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd5071b4e82bc6e76d2e7f626a64f38660b2dd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfd05aff9130579ccad14995c5bd13f6bebba9aa94dda68192c4b93aaa8b3b8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7047f01bb0f97b0cdff70371a8459cca6ecd2d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3154b632019cc462bbe5fc7d17a3f22622248c317f4b24eefeca9a845912bd10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f417710c9add92b69a08993f888e5fd741457605
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c47e735c57844268d0f45d30d89b0fdd788cb9504461420987cb1c59850041
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3cf265a9319dfbc0b1c0f153944736ff1e0955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6926d34e7b317affcc8177e0d54a93f35fd7507a99b4edcc7314477661f1a01b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912db7689b8b0ed58639626c301be92dc50eee2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1618f298dde15e39b630407d4c2f4d664270a26c0466cc9ecab9560e453c9f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beabb2e56843c41987f2ef122337d3cde3f4d0de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae08a8956ebb3e00d6d3f85c7ba0f50c5f2a9fdcdbe104b206fe2dd14fc2f719
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6200e54a11a14339604ef03d6871698c14ccdbfb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e0e432987f798ea7cc75f368572f6665ccaad91a527f0a34cd39b9198f1348
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3567ccf243e3a342e682a2ab02dc92580e06f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92e3ec3b3f9d4a361ebb294055ce47a602bcf8db13b750144e37d8c160f5e36
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf6a997db894c91c0dfe5f311b7a96614a034d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca3adc83ffe9d1db6509d295d28f1708cc2c7ff91a97875f25b5977f127ead1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f14a35849a2f985dfa10fcb1d2f87f7f5ad230a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bdb2a34c846c3b2750af80d169ffb54f46c148bb07d44b04db53ba5b99c6f7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a37d82e849ccb278ef4b90e20b7d508e7c941a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca4ca5024d4a913a6bd8755d53891e7caadc6aa34d2ea79de2ae03bb1832ec9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2314c4a3e60e0913a65f148a4e034688b7bec0f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87119c9a3dec46685c8346ec27acdf2a57d91d2fed92bddae590656b60174cc1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f42cdea50da8e0a0f7cfedc4bc1e8ca4289dae5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa16cd9b79fe059f71519103f4cbaf7f7c2838135ebae7bed2d6becd17924759
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6f4ba7b3ac7cb46300f62f7a5645d085d90570
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3195a080faba0caa04c268de894dd093c2b5619d59ca1711a80e92da8927ce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ca25f097d85f4d15e2fee7c9d47cd582be0ed2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360c1d295cb23ba222787b0b19b5645191168ff615e8c7331adb6dcedbada79
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e1ea25f37dcff2914f7a9a34d3d8b2a0d0a954
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469c24c6d2ff50fd8d2f5169bf7a8c84d0e6a621773120280e2ab2652b48e5d3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b075bf86f93bf2932e66c2e673d2f5aff1372d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b1884aa2029d51cda7034cc8995d5f528b842dfa501e6845e66c5997a283a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4242d3753222ea78d90c588f6228e4189fe2bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d677dc2f5814da7ee95e2fe67533488975e45130335399c2d2c6ac116a433f7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1083fda312a9cb631b14a0ce993f43c041afde18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5ea7fc313037e7ef1529af09b03a43ad8d18f9cf428f23caeb237a7d98f403
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de3e5f828990d19bed03f92bec8d9869aca21c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71ea6151a0d31ebdab1e69ea33224ab796a517774dd87bdb9e890967ea35eae
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17422c4fa9647acc452629eb63627a05f5ae0ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec84225af192e25213a2d6a004e3342a97bffe8ba11d4b5b6ccd2f9be22e0751
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b8bd17871d731577cec8c20d6097eed12e376d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fcd7b8830af2e3ad40076b637548559ae23897126acdb5bd02bc59e2c11ac6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2c949d5a57402c62a341951f91977c22f2eb83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6b3dc46ca38fb377dbd897ef95c5bf25a6351a80330b0c928130e100fe6980
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c080ec4bf28c1d4ff315606b65b76a0797d0eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa027a249d271ab7134baff59a7eb95c83f8752e49f44da54362ca167206c78
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40d69fcf9bcf093bb1fd743e1311d6d371bab74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9a2a4da6e8f1cc6d95591528ee9a502080c50da0520df20dc7fa72948e36c4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51128977e4ae6c1fed0859486f5c986e6fcfae1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84f7489dc4408660c89a83a533711f6850fa1d1c95e93b7094b69c12b937597
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c0139f044bd2652ef7524d380c5b360c9a9e26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1203baa7c7a76a0a11de7c376f5e9ec1fa9d268e2b9080492e3d3fc64768807e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4760a71233fa5c3343ed9dfa7cc699de928dbefa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca787becb0d38b8aa23ca2472feb178acc452fc0bd403cba5dd110befaaf41a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87a0eee2325577630b41a1754c8cfd9d9beb0c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1418406231398007ef2880cccbf645c9adcb6d194c740e6d646c9d3b700421
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17e330aed13f2e6964d51991ae865b706c7bb82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07124e916bf4ddb9a0eb335bab0595a7f74e6dbfb6b918488b1c255853dd0874
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63caa64d391136365dd7615e2589700f644ff2c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e4f5b9ea9e82ba01bd3a817c139f740a700569412a4b379ee1f7b2e1228eb6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6060fb0907bf28df456ab7b712759bd0e80ae0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ace788f4b999fd70242b65645ebfdebbcc11e789e1a54cd9ac30ef6e6f1206c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966d6b078f04aff3882fa485b507a9a591d8d71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09df189fa18354207f7327ddf2609d7768eb23c00beab54795a2fa458592f0f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f2d9ada4ffbd05e5ec4a38a5ff0aa2ead61ad7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a13e08fd29516acce7b2f50b17fdb3740c0fc03ce38bfd16ddcd9061533488
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcdaae2b83b23dbc9e17a30e3b3fc084969f2a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fce3751f750565718eed491b1d3e4bf1c0fc1fa9ff4b10e31b99d82a53f5d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66da970a4e91eac7ea137aac68feebdf74ef865
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c5d2e25ddcc2c71bf3c23a7115e612b5cacae4cf443311d0d7f310f86c96b1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9166d969ad17ad0c4e617c3781685cf305e09f3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d97dcc840a2dd0af37e9c0338358466fd69d7049bd24db5c5f4dfa283695827
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c30ceda09a5db819fd120ebea4b35414065f28c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd942182a15cc9e705de99f9ac9b1e135a772ff8025888c5e973a6e9e9215ea
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc67f3593ad22d1cb2078a285f377dd8c8782fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78d702943871ba4000954e0fa20e8ff6c6a85029cd8ee68e23d9adda12a14a1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69930299a42fadb50293d7bd620b81edde2a152
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cc3ff4368d0b944f85e4749169bf93247bbea06a4cad195e34261683319983
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6970f2e8fe1b317bc2828d2f83cd45860fd84f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d8a5866eeaf96e05abbd9c99fdf0df5f336c1773a8ef66078ba0b927ec0f98
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db0f6776515599a81e620511f3fe13c179445af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd0775abba6a7ee7665db033c00e89dc5b6f9d4a4a73b674e04428962c962b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08915563a3f6fdd2691513a3916ac3c2bd8c3926
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fad72c45b760308bb0114236998a9be999a544f1dd5ecd06786a13a3560ed35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec4a45bf0c03456c1ed58bf0cc8d3c3afaad4c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d367770deec8febdc003a76cb41da01a734e23b74dd59cad2dd908309da754e0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b6baecb0002c5144c7b6cf97293ae206756dcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2e91d603c4ccc5b412d4bb7a35b48e8977eebba58cd3963c05bd3a4470cd5f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3033289a391661628ccb529f1474675337bea56e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff345521085241ad343a5500c8ce2525d5843174d63c2efc3183ff7c2968712
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d5985f43c53bf9e6a91147fcf8ba7c1f253927
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5929504220cd91386e7ca55f28a3b2e544b4a60ebfa01f7ed4f11eff285b11a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b4e34d0ad4add467335da93d7c86c1db736994
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a962a59fc14f0755603c139cd58902d214e8fc54b54115874ce5297c835f7e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d919f1e5cad47b15b2fdb7498c1f105d44276fa4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab53eb4f3ca4288c49c91f50a3d0a9d0483416d54f8892b8eb7cdcc543d2030
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c39607781ce4d55a7cce5857ef8b1824938a573
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c115941860efff5bfa1286bfc739a55d08fbb3de4b6a22cf837c362b7c90a4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3155b28b2d2615f4d168ce4980dc7c00e4fffca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2278871d5a7396ae5a2ca67939d5770db3fed91c9c47f538fda480e39b400d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8670dc3e5e503a0f1aa14b94b4dedef036beaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66eb4dfecf1df1c1d089a0b6669efbf8bb28f7473a63bf6a4d0100f3b2bc0da3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ecc459a3ac1c2e3d14ecbf06c5d98b1dbae918
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abacfd1e2071e2cabac3cd2355c2bc7b6729b0f22a592a0939d533e5b3e57011
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca55ea81326a86d92ef44aaa581b1a6e798f6bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8561f2e260c197d47064fd7863cca67a7dad63246d53a3b847ac611797683f90
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658de72f75a9743d62d6478e02808e63c2a05dbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b438b65983f0788a68f811937aedb1cc9bf78ec1cd95f9912a1d3121b0873924
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9397a97348c647c035e36ade977980bfa0482be6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88be4af32327113aff23b9c59930ed80908c543bfa52d7953717d6c21dbf42a5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06615327a9e153006cac88a993e5f6fd2d227132
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f5add7ccb0672fc640db0cfa34611adbc39d957a832fa2707d989cd77e66da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aeeec5149bf60f2752e76e14dc26df0e5cd6941
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7931255caa8ca784e002b2f33eade70abe53a8a4cf1906ea45174d2d2a4f00
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab48ca92185e265ff01c6235bc628d96fdaa747
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8745262e4f8be16ccf0e8931e988ab69ccc4e532e36272c55c49de1c2e73879
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c37a02544fe7cb94aa53afc86af8ef54d0e5571
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187fa6705110745e67747e751006d12c3fb8d1fab22467304409a0903fe92e95
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e458fbfd7891561e9bc63006f26b2ba3be1bad3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcc22672bfd4b2380446441eac470bcdc5ef7fd12b4557cd843971235224efd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bf0c437e75e2aafa109901d68d2873a78366f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2967061122ad699ce7079ef59a67cb947e3562403e38856164af6de3c8ee89af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaebe04f03a703ad6d9a19cca2e7d1d2f948d07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e411862bf73843f21a33218e4e59cf3bd74db666fa48309aa0c6556539f237f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59171773eef888356afcdd3e6de61f4c8ab15668
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fc2a2018ec6c44c801db2d271b3921a199ef9c25be5c3b23cca3d2b567ec00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353a2aa6a35da7eacbda81bed7bef0a1c9b96775
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63b121d4a54c6f2f2579f67248e4ba10e151e4ce989b2a0c98bd8944cf2a531
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0fc71e7c52413571e91734895e460ff3dc4a81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776192bc99dfede46afc8c9fe2bb1332df6c00d3787c93103c2446464e91201e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0194909476fed45f96d09d3de6e745896b63fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e19af1b5c51aafb08ac7159e29209cc2f34ebef28f377a2c82c7879313072a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90be0cf1775fc84740f84dccf35bb65dec3d98b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0cabff2c67ae6657aab65c9c43e535032e22c8ca6d107cd5604bcef4d55d5b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db121ddf25b2d18ac4f124bc6c49b6c0d164e79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e91bbef277014e64dbf7d1df05adf64d14c6b0c108ae21ac6092575d7ed617
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be928bb7a5da64100ae4bcb4940604abfbb1ab26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344008675ed4a30afc529338e092ae1dfa291d2444ccb84995f660d7a46b9333
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ee21dae900c4e1049155ee1a76648aafb3cf9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41955c67491e364a73226df3be5fe6653514799d04262f562c07e9ac9d270b4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111504145e2be15c36e2ad2732f39477d40a40ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d633abdbe410ea50ae927563044555489b17fa54f72f4eedab319538723647f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847c1abe93f30fae32815879e78cbae9653f4819
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c0cdfcb09e5a0438c65111823a8358733a97d2ce0d8d1afdc210470d1d3da3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd099149ba436b61972b08024458f386c4ca017
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d286b8ff2604a27f68ea737c43e2bcc40de80b956fb93f227411ebc280a7ed61
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8f26ea07ba29c8e3842e6eb490dad5e3a65bcc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1247f4ff40b0eb82f79c9c2927c9fa7734c1d7d42c56f7806a768e4f666758
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cfd25167af460eaaab05c637c2544ff6166354
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2438ab5eacfc70c9f7408300b609391f1a47bf4156f1ea17ab47a8c02571285
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a05952dc2e6466bac897383cd30bf8f4ba0344
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7a6d47b8f5098a20be0b16953ab71f8b6e48f103a2c6689a77549b932f3ead
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39f1ea30f0781615a07b74409afa6553ed4115f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f819624c483af4434716417ae9c5e6665e5c81531ac9d435d43b494900cf8d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6f0af1e4499217b828d29ac1dd014e5e5ff74e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1f09d7aaa2d904b4aa4c8481169989973ce418b552f7d6a403f1b4e0168aed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd4fe2652e254ba74bdfb2e3eb623f18fd9dacc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f851db1a290286361ab6dab76f0165763106abb74b1d922fb1710d166ba562de
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1122d2ff2e8b49c778eb006777496fa5e5ce0c0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1f627c11ff2aac19c143270826db073440b06ff4928bf0a54b7d175fdf3187
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb682fa76fae22ce1bb259d0515b353a1147f3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0404612e72710d83d0d29a6679dcfb85473a09f083332a171e3f0a9300ee13ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee035858f0a74b191e63dc84e93396a62962315c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab11684e1e48c2e5ffa548c721bcd669bdaf175c2631f4f0acd094ab4222cacb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf7751fec43c54ebac977096c221bd98ffa9ad5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02c4fff8b2d3b9cb4f43b8d9cb95b483947880c5962898f4a4ad07c9ded712a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a32201d2a098d97aa01e271d76fd9a4442c1ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bc8941bdd5e4a4ee4b45ea341dbd1c435388a159bc092c46bbb0d1deeb47b9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1363cbd7bed197192f36587395952b9fd16b91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6078eef91824da359b49c59fa490c603ce20ccb93dda360be19c84fb8edfc760
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68127055374f0c3a18cf30a936598e01c9cee7b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c22dac10ff5472c0082690cb2934e92af2516e6751f4075d1c814da0237c04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b0fad007caf188b6a769c1370817df78580b6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88777ea1884edafcebaf7151b33c6649cffc872379b7161c73cbef53c8ec5718
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b6dc0813736025520110e976e40f392c87de43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459f1f534296403dd2d7fd2679d48f85d90914b91d77a14fe9ca6841dd049b01
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50115844f61bbc7549bee67ee497e81d491bc077
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7a209fb38c2545d681be5597e6ee5588fab752fc7dceab1e069ce6d733627f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccea1bafdc93c0b5e29427677e4a49bf56eb5837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b22f618a13f29d6113bcc907064895a9f75300eb00a238b790cea3a15d49cf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b125ac97302f363a763920f4977804b8e8f981d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54861a655887bb7d5fe00960700251b7dd365135ce120aab5db146e867588cfc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18ae821aa461d3ce6213800fbd9a1d38f6a1a6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93931790e40727178d3d526cefa75b49ea665ee511f690500fc5bc326b4a0f58
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d166d350e3303dbc285e99a97527abc2a87630df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4df57e766b63fae7c3f92f330ce7971b5fd1ec14fde723ffdfe6f8f1a0a009
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebb7dd515d9e69037cc9ee766d929bbb6ce976d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dc4cdcc156c26f13bd03fdea4f16575400ef40afe1f9f838de4b47f0fe23e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8773afcd692819e9ea33d62139d98f8cc87dc71a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a925176690e0db3c93c5199044e79124e307b1469a653b2c8edd6d27aa46bc72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7432ff4536138fd42db5cd30c0156cff959348f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271e37a36aa5c307c1c5d9a824ab12d1681d9b8e7c2917493062003be6de353d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e37d4c7de46a3754597ead6af7cfcba82d58b21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922c8d93b4c3da2902e8f563f49a4bc798a33e989ddd4656f34f7b00c660a0cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575a72c4f0bac78da5a6124f3941e55cea1fe15c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59527e8b37cbaed43937d6e3c493074da9b270f08d4d5c1667b6b624ae26fcfa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a4addf228d856e317ae476bd95c73a15829b15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7b878ed5f166629cba433357cdbb3d0e5d7df1d06c19fef729985e789daf49
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1767e69173de04dd1c5add2faec217cede7e36f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96674db1a2178ca966d55b98ce5cddec59ef1ebb8c720179984c797e2bae76d7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cde27ccb7f00ba9c4db62e9b73ea93847db25e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738a1a2ffc65e74ee55ad2c698613dfd85e75b6a314933bab1f99af41e42b28e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f31e286524616747451d7058bf1e346c3d4716
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f69a1431813a3d2e684d51abd59da22c961e9a831950618bd7d3653d58ef10
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c479581d2c620dfa398ad210983e8510156c63bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7add7102f65d58f9c90550aece122aaadba1dc30db2b328ad5bdecae5e6168d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d64afa2afed62cd7bc03f6ad26569ba5a6904e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b28a587313a696515e70b0fb201b25369989b6694456b997ad36bff2cd3a01e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012464f25051f3e553210de9cf90701509b92a84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b22c7932eb21a03a825ffba541d5d3b262a7fd1f88e2d7a200e4ecbc81ab4ea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22db14e08b4b6020ba338d8d57342ae3e7cf9305
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e806c2cc3a418ad122a78d19fe3f04ab0b7df9069c600fa9e9217dab812e1bd8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3302f7b3a34446c719ab918c24f23fcd75ef85d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea86f55b1cda33096f2ddd14ec0d7b8ed7539d4d9e48e043a4cd886058db2a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ff54e46aeae1e300f18a8e800e87ef0df3836
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6573b905d96b85c8e3ec5f2d74261e2ae5bce7ebfc9f7f7984e686e62d7858a1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e076e9fd01c80ec91c362c56e9fb3cdbd782a6f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576c9b1d433ba430ffe089e0f01bd60a4b947d4150e68db8453509d1475f3382
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af81a886c7e4224a0c7f019e96fa399b82c617e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bef53ebb1770202f41256e15cc35d58035195c96ee3fd5bd565ab7261014ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271a80f18236e0f5199d9035b63dd3454feb222
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7c276dd1dfb0355d7c8bdf6d495b5ddbcc04b5bb1a7935c1f951d0d37e20ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0772ab42f1bc0d2863eba9535eb4008167154263
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6800bd037bcdf9169387210a873849b3fa3124c9fb9bfe8c3f5f58c39bfa474e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c489d790f9b87abbc0c2701334232e30904e10c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e97b10b3df0a29233dc0d8673bee99e90486654f3ad745ab109dfaa069ddf7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3beb1fc4717861af5dbcec944481ba46bb944d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d71e67e09675d20d17d0defe0e3cd503b2649e775d4450e16d08705f9dab99f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f6f7432028fb17a0856f4ed908468402bb8d42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d124e66ee0e795052dde8af54ece66bf30f0e66829ab4314177783c9d5651d98
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ca64f51d81a451760f8865578c98f55bed8706
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70eccd6c4f3c1d7faef4b15a73ce407812b894982a60a44680a26d1423e19c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8ea53c289888f932c354cbc2328964c5dc10ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0cc2d91c544cfc8ac0c2d8d1fb6194645e868ade4fa960dcd65e0d9fecc550
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d9e94ac4154de6913ed7a06c4fdc471b6a0acc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91154149884a59552b2729b27ef5e58773a7f157156e9aaeef4d2e5fc04d1e80
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5d7cc5598bb9ed1d7208e1d08d3f960864f043
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed7fc30b7d38a33e0c1e48067795762eda8ab01eca67f0bedbe959cc6a71071
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0f6ff1370b172b65c328ff1f66c67a68338d0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbda3baaa8b9fa5880954d96f22d0aff5144390b87760deb8d7be6ba6bd373f9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf00d5eacf944a169f4f79bcc90373a57440b32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc257413939d8b1fceccfd150afc58a85fe1be672b40ab6f085489604cfc073c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9c7b8bb9974d3c630a801621e0c0f21145d178
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8929495c6f1deb6981982ed7667202041a0d17d1ea6806b4d79ebf816f241fa1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37932fa40b98226f1c87ee63ac8bb6dfeada631
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73f71921843659a1ac04dbb3a8bfa1e581a89d76b1782a04c4ca7c8d8f57f57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c3f66af72cb37b156fbe483b3ccd7513a6621c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a75f98109b1dea47e0cc6232486ff75ead0845ef3f79c3035c3d7e5a6e0afe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4136249058e41a0f0fd0c96a54c91c3f58e5be03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebd2a5d26dd3a8e1b10bab7f2504f28e806e28e0f5633c42a8fab1272adb806
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01459ab82645802a6fd3044a7652f619fb65cc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d64427c7f43e089759db35752e6c5744f9196c57afed3c51f0fc8d1dce6b0a5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b264e9a0d19be29c58de36f639f18beb8d8b18b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9604ae9b161351fff16fa136193f475887cdcaf46e48b886c27dcf316ca8332b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a89b3e16074099c07624a6732612fb17ab0a03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98766afc6e8653c23ee9f27707bd1fda65559a23b943a36f864c04c99248f8a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9bd1f9665f172bec230ec32a572d261fc54d10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e112c50a8fe6f6f3b090878964cbc61308f2c789f0f4a12e8b2879803e5f1bf1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b87e95fbfb517fefb8fb34c37b5833d80cea204
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb1d72649048b50817723a46b04e4145a797f7bc77ac4cd0c9d36ff7e70aad3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81e1d660fab2008983c23b88dcee70fbd019187
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64dd40c6d57225288bce4960cc5519b1ba583c03295f078452ba554db8c9fc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4ed4d4d1efd5ab68193af6550cbad301b72df9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bfa646cbd0974f31e636e86d38fcbc780d6aaf00990341881c327befa16f23
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c6b9b389749980b80acd7158d1c74143b1902c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779f536aef35ee9aa1b544f238430d76dd73d42fbeb063a427f6faab57eb102a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4512c12c0ab01152c2b4325a4465dc9aa230ba84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9d45de5120883ef4d0e0d778a593266b62948fae835d673929a22f5ca37bfe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4192a77c79004a22d848e8c51f551c7b37916e2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e8b5ac6bdb6197374e319d6d7bc840242e7aa62166b4cbbb0ac26d112a7c3f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8250284a8cbfbdae26dff9adeb283e04de91276
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3310bc099acb76b3bc198fa4e88af584284ddbdbba9b9f25a193674f2c7613d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5a891cab53d91eb380edc5052219e355d31458
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbcafa03329cb5a43da3d28d15a840076b64e976a3f67cf8316e468477467e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d31108eff5228fbee5146a4082ce14b1cf9c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a196ab42a76c61d249d41caf595599c663f0a45ae049be82a6d62773f55046
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e33362b4980a39d5ba42aed1b524a8a14522fc7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bd733cb57316f3ca6fd68698c41bf8d8a9e73b73c35ae444e724f749de93dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7431aee38038700ff6e70fbb26c6d4130641c2c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298020c0e1bd102bb36f88784af28cb21c9a9d2f4fbd08165a120d83368c1035
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fe35600604ab697c881da0c1b61b3df12ff429
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899b367e0acbc79f4fe79caaa1c34ed2a599bfc6c482adb02facc8cbc522118e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e15df2e585013ce463ccfefcb2ef3fe2483cc3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3de47a2b55bff58011f0b66dd51b9550c17ad7bc16e613e394b210c6acc6c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90cfd83051a440b8a1fb6335fe1c70746e83309
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619cfb02c33832acaa510ee488d2842ff2b7e67edfeddd96810a1a72c1011e89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10db0e7bf21d17aa28660777fc2f383bfc63ebb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd15c235c30f62b643cb8d7849cba79fc07a56693c27b55b297c0a68872bf57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c146039b001fa0b2eefbf8f8c1199013ac6b8f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa21bcba9399ec0b0473420c497b229a704acc75e89becc13b913a96c38f37c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efaf1754e5fce2bb99187c379ad7220f6a5a25f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6929e79a05ed7620d1d619e69f864ea0df3598232db3154de02dc6460195f0ce
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91635cfe1889c3af31d5be8e778623ebec74efa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4c2a45d21b17d1b773b03e805f8b6231fc1baaa99abf6798b78ce4f8bff114
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2c691c9336490391bf66eb4380340be179452d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dae2e93b4797d03c9522b4dbf5357e73afd77f52b4d84f15bf5f440bbd0783
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c8b49e622e54f8ad0f0e46260b20bbb80db517
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4183babfb9134987959176569c20bd4d139049f2562c0c7f89655220414af7a3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cbf8ed4c288614e7973169407d4ea8e4054e7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e117eb27e6729cf7b25c7a6db8bf7692414d1c4beb31860f73cf48c228baf7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1528499d77129e5233f528b9a726573d32e59b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7cea5331747672089a682e7fcbcdb47577c01fb005de58fbd1821be901c662
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0ce9753a23d5a270f7fa38ade740aa45c874c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b36893e86fa4c3c4ec71a70dd3d4da4649187a49fc7caa6497f1e19fb954f2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbccc3c5fcf4d60ef335682720a91ec21a0e0bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c5ded8229dca72bf0622c8a097ece8cbed6c16ebdea5da078e02664eb64db7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44be605d995f233a7cbd6c1fe61cb729a5657e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dda33018255a18029cff4fd552c7226ddb7bcad1a084f44aa2abd12183a9f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e778c9e2f07d278a0c5672ff16ccbb007b692
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677f055da991548333d09e9bf63147841ccf2e999d2a89362cc30bfe00cc08c3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b036c0cb4f59611f91a1a6ae6f6954fe0687a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21384919ca92bc460befd577ad36724e0e724ce29eae2a50741a9a7567f5fa7b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41aeadab335d3e5acc071fda4133d573fb0d08c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751d5793b9450959c67ecb958d9a565f047768dc50e94d4aa859cb02b712efdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cd6fd50da18809d53137ba94a86451c8ac7787
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63660549701f9018e73d08dc32d34abbaa9f08d8e63d3e299a2e76c92121f884
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4241140ff24f81f69834014db7c936a953611fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3eaa30d9ed014d6e6b2210f03ff96c28885a3967da80c689bec196d4a89ec4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d330bb51311b3e9dcff9f493af7d4dcdb3fe4fbf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db5acf933d18319f49a16352b09431eb9ac242b27f97025afb6430c29e01624
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6d45842b7b217fd5636d3c55ae05cb2d650b76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ac1a14ba7a7b32ff7cfdc496e3f85f3e36381bf013dadca10d66a6f50e19b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9760bd6c67207fc0068f02a1022e972dbd766ed2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfcd9f80901155e96d45102b8bb87d29a0755f07fb26bcab419f31636d6c63d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1800e1bdda624a3b24698d8518248d960602ffb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebd9bb93d95ea76477951089c7e62e05bef168c9c6332bd86cb52249e865fb6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71735d08eaad15b99c82da9945928c4c10529f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f84aa2dc19b336dec0219e352c7f27330d70e0a006090ee8542a22cc5de5e10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05ba4d74eaed89a148b4ed5a5f28babfb8914d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff596e64db850ffebe4ad628d2c6d2466d111460121fb2e3f64d1bc4ad729dfd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3a2d828567218c3a8604aee62c340d7d17da65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375ed77ce8010506972865c891cc2b099736010928c9cbd89bf4e033eb36898a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2bb7ed7bc91c7add284e235c6823be3fe02008
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fc79623959c181c48c653876b40df20e70ec1151f468b13037bf644b97c85c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4553c21435f4a668f06d1102c3c5b686da951c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc40c66177578f7fbe4def539e4b536a513945146a9b3234cbd17c8c9e8bf0c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5455026de0779b02e8fac4e1b302bebd5f7222c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1492d3038c85cee90043a75dac5b44cfa5864b3a94991cc31893e9eb81702e58
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab750e983c3639e33fb14067ce55265a11b21256
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa154b2340622de408437bfe629a8fb78d4133479d749f917eb86b658b99f30
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caa689aa318c234d8fdfb460e5817d10ea1397c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c0f8e6263de5240ef9ad1d4d65646c36edd8217325db7afa6c5b4687e6bad2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9cce4ff966e2135a596f2ddd18a17636aed886
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2187c7706db0ca15e1c4ccc9d9032bf2b2c31264af57b7e8174aa366eb9524ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4363394f4a0324ab1f4b4c620a9fb10ccfe12e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8f7ab50176e622967b81daea1c6ec02962b243f6580893ff7c0491a10a913b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae8f2083ecbec3c6c9681ace9a6a2afd2852e0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0f8f4a9dacce3917a3d4742c34311ca3063ed993990c5f65eef4bc54310d6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0798bc4d5e562be40268d30d661dfdec9002811f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a579ab5e55e72506a5c18b5734ebaab03f8a363a1535b8d9384f357bc51e5e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419b5f892c3515a1d8845a6fb95d3fe0782226cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b78d8f08fbe8f715754d795e40c6a1e7701d80725000401fab500f7260a1ed9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1826e6e19a15e6db733ba7b0fe1ec7a9df3443
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3827084e936d169a8bcb61e5ade6c9fbb6c3e6bc7b9f79eb90e339b66189477d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31210b8ab83b17f2f6b54d17300ee3978d11441
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d296a4a5717fc8226f603595ca2afacd75b63b787a785f839b3b87129b985b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27ec3df075752c38d1add92b5d66b017bd131b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fadd3d40da7f8f51a1b398727f9943d85785243d22e431db48e639755359e0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac63408e97959e0dbbf30102573c900ed227d37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841a488fa8b112eb35958a1fc2525c33466dd3362b5dfd0a06d0a8672da33773
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e09e580d823aa728b3812edd8211889e9fcaba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31b6024d342826996190329bfd1bc56c10f1c7fe81053b92a5020ac0e6e7f69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6f43c2e2470e3a67f26b22cf3ba0c8b954fd5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20169960de58f4069014eec92832391ae71fb9c8aeac134f69fbfbc0dd454032
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dd2e1a8763b3ba4dac8100e16e511acc921b93
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e731eefa8345b145505c303e8a7ece6dd8761e8b277f6965e7f01f11d45f29
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8291552bff67fc11a0018a4069655c404c727373
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70e8acd3a6bf08591451b8ed6868aae782afa8d8fc8af3d41a89e9e4bc3a31c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f0e63a1b19b7700b504a8a22eef6b7e963d8c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b6d916529281c7224a7f0a71b6eed2f555a754cf70eceff5d2990f575e6930
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0ff4e338f5d7310d0f7e2c092c6aa618a5981a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f39f22ef9dd3b606db9faf6881295eacbe2ff16c76cf96794ec46700580cce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e300a7aa2cc3671f2ca405549e27bd48ba835150
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec3985820cee73ac1417755aa40bc0ebde07624f1a52eff78cc42a10d900904
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c892035913dcdc31e79d96e4a87fbb935cc97c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b507cf4923b6279aca8c1634d0ac5c5d138bc428fe3ed9f03b11e912d94a87d5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f394b519839e8457029668eb3bafbde0dab9f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6ae8d8d111dc5a0cadebc11bdf025da903e600383ce171ee02a6cea9d83e89
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93534ff43be98e6622b31f3fd1708683c6226ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c5ee5610f9976fd71c73a7dd7b057a2de7ead04d34e84673706736c76f0903
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729cfb9170abbc37d1b2e6387a36d6430d7f5ecc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2222661dd6dded909acacef36a226f6ad1d5929e2a906b390f60fe9515baf0d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dfe5c381015d9eb28598ed3f7d5c27b313488d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af47937f0b66ba0b6fabca78dae8750fa97541bfb633db9607d8ed5c73c379db
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8fd7f94d2ae6ac2976982b3f0eb8bae87cbe3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bbd773c15e82f8815bd616346cb9d1f6f56991cb23fcd274d815f1b90d38a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b833961b009b5ef4deccf0828d5f8486a09115
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107e167bb2b712b0737c5dc354259f9dcdc3102dbab94d6b4288a844a8990fca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d295dc0ff8997b23b2bbd1a91fb820ad85f5d79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cc2bb5e9fbef54adf5a802785459368121321c4fd5ebb7795e9a187e6fbecc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ee068d817407a3a2a418c8927bbc7ee9a7903d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e27e9d1935db737b18efaf2b504333dfd5c30c890cbf47f4d486c51b839375
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bae19cf9c457aa9068302ab9dce4d3a322e4de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05978ebf84caa75b817dd112852df3a81d29e788fe7af298c78a5f13834bc08
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c195eb99606ef81b786829bf8bd1341a24feb101
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20397c207b32a0fb520484cf6117047005f3d5a86e799cec65aba1ca04699324
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf88d694fbe806ee7868591c90c5997d35f77c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef40c0bda4e0c7f5b8d6c8dc41b7c60bfa2fbc2cfbb4ed558b7778ed9fdaf70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91048e7662053faff3a3db0177bd371448fc229b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15b0cc90279dce4bb8c5383e25e88818deb783f46d05287255fe9e6851c2f9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9507e62ca0f770279cf11a46fd1b33014e7b079f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bd9e63e8ff354b251c9ad690e017c5ce86e21a08bae692794f281172f4645d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fa050c799ad804e0b16656cd4e76aee3c86d80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419c25d84b14dad164a967f99d53f803908b4b11d2c31472f96ec79e4d48502f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d981e19727ca8cadab3cc8894d0b6043132a85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8faab8cdf5d8168777f3b82d164b0778cb4c9a37720d5048de3dd199068124f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dfd342a1ff6531bbc612f13483da7bb72d72fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1234617746ba36b0200e6c014d5cc56a1282695ba3b0869e4ed05ecfdafa01b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c98f874cbe5980f36a9421745bdc18f20123de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d3bbb8947672f672f3055d610670cc028d162822d09506de3ec8a64907d47
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375e43581d67db6e21940e2d6c4db3ffb165e70c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43309b211118ab4889a9b22e8a7fc47154e2bd95c0589ad8d886cae839efefd9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74eec8fc04f391fe07b1d199293f19c1a1bec054
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6d39f5ae50184ac6824cf28c78e97c81a5bfa90d4df7b938e5b077b87ed727
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43730c17ab7490cd322884e661e0dec858a34780
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e75b15b3501ed195d00be34a472025f97591af44faa6d1c7f83c49a3a73bde4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91720219f1d395ea1286f26aaa284ed3e546beb4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f06417d5e6964da44297d89e6e997bd2f0594bd9ba36e2e9f33d88f3a12441
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc45edc45ffc27c47616a8b1d42576e33802726
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceb57fe897da6d660ba7511696e059a3614df9e97f6e3b605802603eb1ee19e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419b772289fa18f35fc65ee7ff4dc9dc21f70f83
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f1454f9e7bb329355c14d97c864305144d0318fd52ac85273ee9062b70eede
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e775f4065342c3f4ae06ca4b641bc924d91142a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e770cd9b46234472a111b7ef8783476540df51cabe270a07f9fb7e2796406dc7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec17b0e4db4c8c1780001c57185f6cfdefa96560
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e2f2474a87124f40b483ef5f2a7cdb9bed4a19fa7ac2db2ba60758048b38e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4606502cb244ef3e2343e327dbaacca18e41431e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7f8a378d117cc08f4714415fcac8be207bb71d51859ddc63cabc5168679098
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46af7825f9eafb9f8889e3b7e9613c901f71c2c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c05d0ed2864399c81d8258942a9669d834eb6aa4d64f9c261ffc03319e14ce
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e988dbd89a449469192ab1fec8d40bee6f6ae8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a80ac863590487d22fad008e8c36f880b38c2fee96affc77aa921f3fd2611a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dfcdc1c0f7013767641c465df8b0eceae5f3e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dc83159e7bd18b923d6119dd6f3a011cfa601aed1237fb78611fc08a670117
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ac4f89d682491a6472e9970742d03ddae67d82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4285cfef3f1a58c618f0423c12ccf62f05825ded67ba577b514e7fb694675796
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f449737620aaaa126fe6eef2f467dc8f0995a1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ae3de401d4d02deddf673e672610b07808fa504dfeed20048573d881cd97c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7413ff891f47caa85ce53e21e40b4123e21c1d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7797a7e28926c0bc5a5299944eb8f538ef4a1ba8f72ec26e707cfd4dbf9029
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcc44530a83bed71a462714ab56ce1d76261139
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ef93a5483317d5538b9a1071f6e2f2fcec8ec9bbb2ca46d057be27dbc296fb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75e76bad39ffa0b5f741611b4a792c6698cf6e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd8c8d108a46da350dcb90f1c29c166677a8f5d1074340d87486cc0bbd6b6fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e69725c610d7a76210c9bde591b3dadd400551
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663e9ba7b5b9a069c90ffdb8fc091c3b58c19003d92f707d7eff3b5988b5e792
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdc3745b0b303058753cdfe743f28eb395040a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2202cdb424d129b20a032f39c2da0854417ce73a9a4b633a02344ea41813b34d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abb59a6381cc01d38e021671afb936f0581d033
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0fb9beefcf49eabf9b5f90c8df902690008c93ae4394e73a212bdb618e7393
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e07f194095dc66a3346e01531028c021fd281
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb19d5b2b6c2081d4844d4ec8c2de01d1cfcc174d0a1bff1c8007145baaaa13
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7bf9c99d8b4ee7b0559c09149c6915bf90b66d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3795fe090311b6d3ed02d5469af8f9036e72fcec4677cf104d671c7ef971334c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82514f7809aff14db046852b733156e133c8adfa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031ac5b2d9afc30725e7b65a0db7af31de0e44f2c70fda138fbaf21cd612e4be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e76e74d1965eb6da5ac73280017a568991a6205
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b006ae72e13294112db51ba10c63b50ecfcbbf4da36d4b6a8fd008f7c424b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59d8a9e1b4844e238b28afcf568d5873affda80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655db7825b7954e4bc8d6a9dd6f5cdc60379371034cce554bf4f5cb2b4e6c8c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab6809450463133aa72c7f671c8dbb5fc941725
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5099520665b492cd14b8e1f48563e4a2fedc0dd5404bb13e51b6a239710e20d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc608d1186d028deacd70b3c81803f39a85f7392
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3e2cc0715c03e0042fc6f01d31453fe21d2af99ebe50180efe48039382346a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338f0632ab2961fd7b3ffd6742a82b173ed64cae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063c98efad0421f7daee7cc06745a86e13c2c61e6a62c356e34b44ace51903f8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8025ca75212c424f045cc0ae5312347e37755949
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db83336a80e6771f60eda950afa3182697cec01d79db54637e0a0853523d7ca0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad68b050a0d5a717ed0bc30cc3cf14dd76fab12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500fc459d2d921e5808ee7f3f583f227f1817d7d02b8f93eab39a23f8488fc29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0e4e6a1e6d467a74d8696599ea0574b40b14b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d975081940029182802377014eb35dc2c97e7bda69f6f0276fa52cd1637b29b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4d83724d4c2bce1c634681404515065dac1d05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a1f0744bb369af21fa866dc9c9d33a719ae7bf689fccc481afaf8f7049bd3b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35061a4c8b6c2e2ffd5654c0134d0cc17efc7ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae356c6b8224efee0fbbe10ecb9a8c20f966c09bb9645d46d73e59f52f7cce24
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3779d138d8a7c0bd6cd17a6b525431f0157126
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ac375246c9baf5f4d3394632a13af66dfdeb81a81097fcf2a6db70a8b27394
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481c385e37f83bcab295dacd7bcb886f5ab2891a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041606c55da3da99c05e0dafdd2ae056e1b624d6e05a451efb40a7f5b0dc9d75
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef6e3b708ff06797b34a5ffb3c32a9efdaec56f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367c05d8b6f5d7b92aae3e4914c16972bf846f3106aa1769087459b0eb54e96a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d6cf4ac4755f8d2eadd11b16ea07766636573b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac26d3cb5b5b6ca9752881b9a49094b475e1f50a031de71338d2329d23064c99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e8232d4573233786ff4e6d20572646892db939
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3964ccd81b85fcd9a73d0e9a5746f127f171582f458040146a1139828f178c4e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c758026f743e70082d1823552765b77f2f6d2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730c11259284ad579d95b56fa24986315ad87e3663750547ed6793560be22191
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c179b79ec6a064f0d8671d56a4f0853d59ae6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61588c7ccf6d124b1e976320a230807f01bdee237b96cc35e1d1240ba84a0e6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54941579bd836da968f7f1c080dea73fea705d72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4703abc39704f617588dbce6119497f0ca0ce3b7faef7e914b0de7d94bbfb514
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d38eebc0ebcc64965a25a130f99811abea628e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d569d040fec7494b4b43b55416ac6852387e9d009f87691256d93b819ff188
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355893c20c2283ea725fb903ecdb8d235191b564
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28829eb7a964995a229cd54e0821cf69eec4583acfe5b3f289c56daddc117a41
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73111d202896e335140d34c507546580c618271b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8641cec1d0b10890a8091e9f6212bd65f0f77af8703e1b98596cd7ad5beced
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e12148cba7576847ed9106947b77832266c2a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee559f13be604da843b901deb62cfd6d7d0ee9e1fb05b570eea296a3777c9dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e60d9b086e6f57a85b3cfc7496edf5094af41e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd9179fb0a043443d171985cab14c0f1974f5e485b3c0be9781509f42cefdad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1155af435e37618bd35296f46659826010aaa7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448443640546ea8e170c6dbcc244617267e0c0ffd6eb679c53f6ba53596ad162
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d6c64b410a2ef146abffec078e26749523399b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fe2943f36063dc14ca99d0d8fdd4f5aa23880d8e88d61d13336339eac7236c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8365399fc507a89c621520a2489837fe54b66359
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa381637f0a1c09a339ceb37736d17dc9fab9c8b8e81bc039236b384712ada
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58a1127a5ba50236e65b0e0c75e5f498bae4119
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f24bfb1d3b77c1bc95567c9c60b142cb39f721addc79f761dd2a3482944b238
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86802c374fa6311fd7694378161d175d1c01bab8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cef745c38c0b11e9c439691dd6a1c776d707675e59698834aa539e63ec68714
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc695a001b178fafba017e059f3ce24b8cd40add
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b30970d08840178cb0d78b3b67f4a9f7b7aa1ab61d9a50cac1a030c76a4f6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dac55127ae06109e2dd5466d610edaf2bbd545
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878ebb55c130d9a20f50a4330648d0702cf8ab3813742c9e4f2e392ae00a151f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f20de0d2927be28d1d2ac2bb4f3a48c1adc3c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a508c0eb52cfa1493e75b1ce92f123ef9033d3712210ef1ea778c464b65fd7f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3761ff39e48d39a2874007555533598cae6f6a9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc956c99d420206f7bea496a322a49c31a7cd7a593ebb05c4e6cfa62742756d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274f21a8bd86be6e542b31114001c1ff078afd13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7b1bfc102087fb9a88beaa3e117d1f30f95a92ac758b093a1c0e057ee28113
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62b07e108dd33c1616a0bbe6c1c902ec6ade503
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66cf8051080a59201b388e270e35db29d95f5117d0fefcfedca1fa10b231257
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd2a4ddff41a51a745fd66a5169c2e1df3ce328
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03fbabaff85acc332a90c69601aa75c3df8e8b9974acce272ecf5ac1ea4f006
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c824fbf35f291d12d99a7ea684bdf9094e398be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cff4eaefe336e4164823cd7b1e8f5738c4adc585e0eac3049cf48f53464c737
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49176de387a21b4adfc3afeb4c86856bfc5f157
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a031cedef3e3c8e46087b36ef4833f39993449fd8304c32e4316c27bbefd053b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7787622159eca5479e9ddb4d237ead415bad3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31bb4f4fa66990bba400be622eac91dc5ec94731dcac6bc0ad0f112ca06c15d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1befafc6c3b7b2e6db8850a7a3618c8ff60d2355
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b724165fe237a6068f195370d64042f9e09d1dd00cbb7c07c114e21de34c76
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060c8bda0b0a7f92a83480202866ae32fa41ac5d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc768ddf4eb4bddfbaf5b2968d88babf3c46314fdfe7fd6da29f521fcdc8e95
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6bdac7fe27cfad4b6a00cf0e33f3a3e96e7c1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd2c82db4e0df90c0c9049d56364f9c8dd816180737acf13a3485f83e97ade1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f539ff47b8bdc80608bb7cb167c3e90f38a9838f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bb4a9135c7ea8febc316adc36e3fb365cb071c14c54fe0ead30a18b8c613dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cfa0093e82519f8b2f2113e605fe774ea2ca3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646f04b35d412ae9376da11a04d7690fa5cd3a94c12f699ed41f5c56e7a51d35
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256f0e3cf3a0edf9b2807558931ca565b737f1e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80df470a4fa10fd6760a3d4976aa7f872d39070cf5ac254542ae52d13f99525e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9af7ef3b29e33c1aba3429741ffbcc11c1f99c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a110e4f77f551128779dc09550ad87e9efd7d0f0c6b24289a9ae6205c715f3e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7e867b2b9d7c9ab659e65c11d22d6c22a54594
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4846331156b3767c16a39196926ddcbcf703943e40548036fae59b593de0e85b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e45fb741275df4fa183f1d9c842b802d107ca3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c5138e6aa626051cd90d83b5792a7a527410e8e8e17f68d870ebf89cb4d158
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756bd15c441de5e0267c5469cb16b8aae66f4d79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f582f8cd347ab754b33613875cc28f1291761943c5b85e19e60bb36b2bb2c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6758bf3f6c0ab4932f4514afc20f18d593d22d24
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8081f1c6d1f768de5e0bc1578f132bbd9cdd0467d83d48cb4ae88cef134e17
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d274555563096d4daaaa9e6890373b78dcbd59e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f84ba6f1156c6604a6fd93dbbcfa52e4f3a133c44ce631663b3025ea551f86
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c600d5507055e6bd685ed3c28405c016da3e79c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb7da2690dab673c50024da2691df4e152a70d6d842dc8237b1a3b03de26756
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6ec34e16964562c3b92cccba754f6dbb7f4f49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5d04c0afaccd0141e090bdeceb527b7f23b475b5eb7cd334a5acc1dd548dcd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d98b6202a11dd4901453a979c080d7efc4dfa8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f049f0aeaed2b3898dcd8a74f8ecab843897ca56049c74b4f825ae38165340d6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668e973823cb585268f8bb9777769b4eb90264eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b93ed8e03a77b7259b6bf0df8a5c19e420e54b4dc9b70467db9b4185423b2d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029fd67ec1653eedfc052360cbf81e5430e33a23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aef761d95a4bd1dbf546b513d2ab168411e288a27b4b251a7e7e8d17cb8f05
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbadd2af4e4258f2e7770f361928bf1ca11878ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc424f871c629088d110e37807b94d0b4ad249ee4f5beda4c41c4cb34d82e52a
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f852b738252bde1f236d06a7b083a79d534bf12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0984416806c824ef5fcf21709a6cad8dae4f460e9b6bada5ca7dc23eb98e24e4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0add97a56c84e2801a86c06366489c917b416b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8a283530b5109f94ca05aa8597c1a9c1613361dc3ae1ec7febbf2eb8a10dc6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c21499b37cc8dddbcd12cc65ad01c38956b761c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3760b202a9ab0bca4a4c9bc90a81cb9ad12eabd83c7547e370843fc659443905
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edda4470402df61e0ae3c5057c8210b3d2d605b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc43d75d18f45cf9a7a912b2b3a902e29cba685844b7a0d56d58dea21ace79bc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875d8427b4b3e294d4a6e3ed357e6c20c051b07f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea8c170541e8b487e71e86bfd1a3ddcc39a926f33460b221d29a3ef6fc82285
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df1c0b572a5fa62ea1fbe1597eb8b318b611a1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ca1a182134b769421623f5e395f14dc33aa2a78e294aabf28d7bef3c00c1e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ac5e99a4eafde0e24e81b1f454a803e93ed0b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049f9b7136ecd70a5543d88cb57fd9e041affae863aac45c0cda96034472030d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8799b19930e876aa060dbba5ca0df0f656e9eac6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d314d7ba15a9e277859502fd669128227efa19e8fb1c133d388cdc2dd1da29a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b003ec8b29c2677dbcfc8eec9d6f78940319d4b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4a8f15cf7dd741f9bacafd019671196a3949c47f122fa81902a03749695860
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89edbb19d01055f02aa3d1f03d616626868d2044
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726fdd648575dd203ecf4e20a9d31b45c28d4a82bccd613ea054299e81513ba7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481e5cccdc986d226a834e457ab6ee8ff921e721
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b2d7c5b842016c14ec64849857d50cc3183ba58f93bc223eff301c38840e2a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99673051071c4dbf792d3a720101b61da982f18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e98a3140d3059c2770994d8d91f7ad38c5828f72af825e8de57c1e9d604c0c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c65b4dc6cbce5b6b5b666d2c960e6e8113fac6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddd916891a79acf6902ec616a3a92c4bc9f94c451ca21d30e6cd3e08234780e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58342bcbe7578d856a02a62c8ebd8c53221cbe08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80819a733eeef0352f4c40a5726d4c92004acb7879919cb93ab219c74df1774b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a319865da440a8fdb7d2c3b0d9bb9d6e64eb0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccdaef153e8c65808c724bdac38ca831918bb38e2a73f8a32466578fef86901
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb119b037b2ebf89df384d150c35bb7503d008a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb424ac4a00608a32584c789a80b45c712f32f42aa473296c319b86c0cd9d9fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6431453d3e22fa93a9ad714f7fcacc58b11598b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9c4380eb5d02f35223c3faaf58d19a0d5a7ea1b9ad9241ade0886c90bb79d2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1499b83e782328c0553ce14cd0aa353ec2d49c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1642bfc17c6dfae8a9126fa9e0476903cbb83158e3dd17af4de9ff6fab8e3042
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9ddf63576fd65e6937a192dcbeed95d7d60955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6c512ee6553ab36f54ac1f1ae9ba5691c3ce65eed92aad7c3550e4f6c40fea
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b9771904c4f91d49053dddfa865eb34e451d8b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2243efcd0e51e7e7661e3519c0e64ce6b63bdd0cff73bc0c32793a7218b7c8b3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0f1a5a250cab8093e934f30c616b70dc216932
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702600ff86f45503c3969fbb65ea595e71c81d54311857e3da74dfaff2c3145b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fcdcc3def4901732a54887411fa9d8d61ecaac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0857c862637b41f73fb1e4d3f383f2fe2732228242f4fa8eb87749342e99dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e134789d2cf2272c9948335f5588d4def12b501
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8c1088fad96f56fa23eb8aa0275a43ab4516aad6b3ec13237fbfd616433323
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e30eebbd66b1f227d30c544fa14df341d7293eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a250bac0d71abca9177589abb3a93b3463718a2b529a3603c2923752fd01cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecff0f0ca88a914264f1864a615dc01ceb0b5c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23fd1077c37e6ba4304fd508840d1a180f8eb1aca0a24a66aa4dd9eb656902e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962ee34238b5380716dc71aaffca20cc747837be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9271107f53e451d6a7c2481aad85f6ea1c644608489a6c6b4dc5ff58aad475
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a72ce9208f2b4cd8dd15ee544551d6d52f59ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b9d1bf9f3abf39ba384341120c6b91fa208a2de845de2079d205ed6c75ae47
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8abac33f9de9132affb07330f98953c10aab8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd746223faca82e26a32df1a795f43bcb157f087ab5efd46e0a5bbb6959a3ab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc2d69614328170da044c81fe3c1769cd8740f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a381b0aa718cdd8d010bb91fcc81d162e2d70094e98317bec8b626fe08298e9a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dae92be8bc2cf56a223f68b6e4c5d39fe7e9804
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfe61326915dbbacf1be242b3e6ea07bd2cc78816ad499517a8ae608da14d12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6b70b464dedee3293d5e1e1a6fb84f6bbe1208
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df862d0576e70bc1acd3bb65f38457de1556a9c12c18c7955a0e6afbe66df50
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac879fef07c323e53dcf0f7b19a00965cdb40d66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79baeaf602d149d9c0e366601bd2cd4adee4f1c7724bdca9d402a971ec143362
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d88abd2c94c30c7ff48849a04ba282bb60a96a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a686b3701f6e2fd0ba7ef1302851d6dcb3d3e1460888a9c61068a5cbd4abe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5c739005c76841f3ba475f104c2202af1ce70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a050c62f8437451e465c80c42f4bb9de297f350694258b96c06e98733a4ed78
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e74a3e8cbb5d5d83c522dd3cc38ae4aba781406
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd4ab4f228f05fdc13647c4638e2773bb864a0bf00b2ac795bdc7a0e50f9774
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978ec5822c335dae68f445339e085d10bc6fe44f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f7dc5a486b88a57a4daf772b5f394c51a65a680eb0d1ba489ef1866c0324c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd08bfecd2561d69e76975dabd1b0df9cd9de89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b77807084160f7d4b5ba300e2cff66bbfc6f835025a04350e5c446d925b123
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798baf76746dc9df9c20a793c56dcf0fe2322576
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2e13b59f17e12a219e6022761b1920307c33a59c3e88b9bdb353f847a2a3ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a22b9a1edd8b560aa0e95822b1fbe7a72b934b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c958b7bc36b68d5be99217cca21b01f9a019bb0073bb9fab37c99c7f5f99b3a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d34ab8b264c35cbe627630dcd68a0768685c9a2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cec4e78d476b2de69a0929abeb9650a041a94b4835c93e9009d06f9fe74d62
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1a4b1f1bb2a89eaa8ff9699a2bdb92f283ac37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271542035c8c203eee821bdf212d0a446f0cee6a184b8569a00333d0f5ee0483
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6809625696713266f4c6bf750eb9c73362c3bc0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490db83a6310e4253d935fc295f85ed661a44ec4f5244cab7b6c80a47f431c60
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b91632c0e194e7c287d3e90fb85343947b658bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c37f86505e101fc4757219a5f382b2c0447a19dd4b60b4f3739a525b4ee036
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bb836d57f5942f582719fd1f44e3e4bfa8cd17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5a3e89753ebcd282875e4deb88a037b5daa7f27de39659b6182db009c83953
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7f14bbdc210811482c1e1fe7c6f0d0943e30ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccb07e4c7efa22ca0157ce530fcfcff65e4f194268073a2fd79bdf3934f47ad
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be9c20bc65531fda2d7ee037803da567ca4d4f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5806e5201dda90571c34440aa80563503a4dc1e55a57c64ea7164e977c87cb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8775d6f902a7bf6bb414e4409eb659c411f36942
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eb982954acee4977fea1776c4734b1d9b318ada064488692c42c9a975b08ae
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae83a1fbe854af09fba7fcd0e3d71e23a52f811c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b5eb78fc9a703954d52b5ce2bf387b21e52ee10416a3151213a160cae6b8d8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af89e58009638b012481488d4b86c58be3ae8d67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1071e11378ab5267b1130ba4c0a0845d38be44d41e3b73965972cdb721dbc4c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a630de55737920e973d651faa334a431bb57f605
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b71cfdbb9e5e920430e85ca25108fca79e8bfc72103492853de88d3e1ddbf1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f01d283db398b79881a01cca79e160a7313c2f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e924425bd5cd87c435917d41069c82459d45f526fde79891dbdb4adf3ddde0f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd5c9e77b0bc0dfdf11bcf3aec98fc69a78ced2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bac6028baf208f68cc820424eceaa68de8e953f3641b009419d0bbb26bd6d90
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68e73a0639dcbe3e23ffef36a7284017f637ade
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107a13524955bed0d736b0f16313164f82814958346ac6f3abc51203529c4f22
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bc5d9822e6ec56f852350781230cd0909e417a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec49cca7e7d5e01c32e6f7b3f4322ac4b26d57f335339288f31dff79f9a619c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c6a3b23923d853e2935f3655c1ea191e91dd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30380557d477e283167ea43338741db8453317456bea9c7d98239a2582c19c1a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67efdc12d78cfc4dbe78286e08e64bb402017e7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5e378a840e10b3d2b88c56a3217e39324eed3b0d06d69067a9d9d227740d8d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e054f5f912063212e78c53f3061b4a74e5cf9d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c00f7b66e102d21ff120f5f76c9664e130fe104661f3811712b74c0cb3298a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c92ac2adb0c1c8269cb671dc46ec32f55fc91c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aef0e4dd3a00f68835d6a7c0d8f634c0ddec391b4c246a9ee0214688de788be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59b29d9f1ba7739759a2d96a6256a0b19c72c34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719777d0ddee0d3ee2b797892e95464c2accaedc6b16674eaaddcb30b816dc4a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c41dfdd36b336b9868de8eb3f1be46f521c45c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e76894d60a68da55e854e5e18c6361c78088c6778bfbe693405296256a8669
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dfcf20f259094232662e94b35c0b7bbdb730d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a744bba52267243fc72bddb4159556c147745b109c84fbec3c7675342c43e6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c2de3f6a5da97d538cf1a22ff6a746c948cc23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b86a675d458b37ff35d742565acc1f5ef14b76c0746680066854b0edf6b461f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b4a5c45eafc74a49b58b329d94aaa7a117f9f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076e8fe77adb7b8765d88288622febd70671c7c5103c3576c819931007cf5f0f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cba5c37d3854b3551d2aa8f45a4e45679e386ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28dbeda125b9e9174a028e7039e8f95969ccb3ed5d195abc6ccdcebb9a35a54
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81aaefb896b5a5c6115aebc277e6963463f19d28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87039370c362c01244f16d9fdcf07768b149aec9e14470e3014704b1374ff9a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25de010ef2e58cd5e0b66a417210aea748db37fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331d73698d47989de701e977e19426676cad1924df0eb0d142a36f11cf562cdd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d222e02a4714b1b26b2e105233dd9a00ffcf110
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d8fbb114adf451a421227a2f8d8ecc1de08f7438bc644577b1dab713b0f780
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c43939800356b3822e7b89d29b44e32eaf647e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8791b4679566fa587816f5ade8783cd801df734d83bb70ca632ace6b3bce018b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b14d827a22252627e0c441b27076e096e5fe456
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3ecf8652bb0c6e92176f907adbfc8d413369e839f97b3e13dca38f9a05a34f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636226d6719fee7b1530074d2729358963afc547
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5145203123597e82823da1e05906fbd2e635c4adb084945dca9f25fce8ab1519
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8a246987e57591ba9deff0c7dd4064832c866e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1428b2a27121c91585e274e22ed7a0e6b038a06ed8e38b4f5533759ee6537606
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a079a517b851cc0f5122020b4ba4e1e48f795164
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6373c32560e8fd97343006410346ce92f7f4ccc1beaa0f0e6b0e30c4586a4103
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00267bdb41dfcfdce0ea1c8c5dee22b0b8e262b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e8ed488cd5653c72b25167a1370c124283ddc004c70c78ef40b43bf6181a2f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94e691bb8b96df15f85dd7f8c86f639f8803e39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98db75ce47d9e6286f93eb3bac95ecbc1b374ca4180f298abca993cf57f0db7f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81968ebe11a65712527f9adefcc5fc78f26ed2e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1c01536e6776d45dc2c550786c5c8b00eb8a917636a8d22762491e985cb6c7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbc96d911b132eb5baacd4dfe0b2495c89b52a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb8f39d1554c933590019325c54d63a0d2cec6191c3576109bb4b052ae07566
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab004c392209ab8fbaae0bba016126dd2a27990
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27bd943d4d7ea7a9ebbac541711e7a66ffe7ad85f5caa75750d5baf2edd6066
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a1d10c1ea46c2c92b4bf829b4506578e6ab023
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ff92c567ade24726e01872ad28e74e8bbb5650d08728447c7e18dcf2096c39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358c6a562642c5ff1d33c90f346d0b267a6bb0c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6e44ae114fbb75a9914f13bc10eca093a3f22fd6b1540486dae938daa309d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442d0c38df09b80335a75fd386e75006847acc3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c89f18ae95cb33d85302c53f3f6e759baf36f21688d7de532d8f4d12fecf67
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1a3f7e5cca01b29a6757de6e38876e8f2b543e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f130a39219a8caaadc2be1b4bc4dc636fe5e97495209d2ce87f22e2d9e13f85c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923ffce66a95ab9a28c2967ba7dec82c389df000
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55f3847c16c7ccb3829f99d1900187d9897b874eb8ad10ae68d60e212a7b85b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d378e768e44c3cc552f7ab408a7d02648b49f81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143a1cf4a83b71e5e5bf8302b3356a28b7c960f7e5d285b152db73b14af2ec14
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0575a92c3a218e39a3ef889d6ad0a7bb16649880
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d283d5962b100da925d278afd592faacd8ac604de7f6ee8d2b09b60d5346f25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7d990389a7849c4f00057395971cf49107bc1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820fa2ceb702d6b4e0728ca65be14c63c884910ad1a5511634d4c5ac926b3a2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06639c5632e574ecc41b9781a83ea60b1db757c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dbe35535f090c3c9eb8fc880ef436e560bf10292496b021fe315fc0416e434
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b146fe9a0cee4971e837883a53a3a60a9493ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363b5c22929958349edb2696c9e0ad250e80d7f26d76a3bb51df855fd8800019
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983a592fe5a993ef442a506479c9f1b24c67a481
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df8c329a279b4f3a26f1c06c9a81f736abef91ddc074c3c724f333596bb74bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba11795780019d7836764d705fbefbac26efcba3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cc1248e0f544146b1a6fca7058b14925946c70189bf6aa020c7b87629636ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58aea0f3c4e30f84c160e5c6042ecd42d1b7e654
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c4439d64fe61028ce8146675edce57ba3a61b03bebef82ff8907671e2baebd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1d6f5077ed7379e8f13f6d031168b01ecea34d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40ec1a8fc333a540debb172b0971f09f74d81a69b61f8ec794a74fce59957a5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f6aad28e4c88f582d91fb76c94ef5d7379e509
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714b158944c9b5a666efb39e49d094989b3a5a491ebeea6a57271f6d64240e3f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2e17d5dddbae4a16a23ed02c9541c7d8142f38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89da8ca21ba779bdb8ce84a2ff4d32603df993973c99812e439ea1abf4ad09c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf68eb4bf7b2a8bd596bf280eac70c7e2c78376
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7202d226b02755da923d10fbf2cfdc9f76a159bda43887d4d21a23ba0dcd879
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6630ff75e2dd7ff900ce30dc575b5518d0d7c05c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a3ccd923ba721d81bb86558a8cf1e4e3bf70b37242b3d2d49a5af8ef80eb6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062240be5c7ea9e7e2d38de45da2f21216715ebd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e9a431bfe92a2026474344a0a4592679cff4e1298a01a9743bc5d2b0753d1d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b728cd73b14e135693df964a8f5c263e992c146
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfeda66d0b8dbceac89898baa9068b12fec729eb49413415b91be73fe8f7d3c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb48d61a0570b3c25fafaa4539ef5b3287da157
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6963e6ec6acf86d38096ee46d5d3a37e3ff8f1f7b936bf4f058ec81fd7b8ad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27b8a38f7c40c8ba99c729ac2d5275317bfe482
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d19ce5bae7335e51346bd03772581cc502ff8f79aa7ca7fcb4600ff7c3915f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292f3ffe69738f133f3d85bff95ad4a3d245864b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c8127d339128bc636c682aefecc35084db852ff0b36bd10b21ccd5ad7afd7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3dc4c80dda05cda7f2324e3839e19587e74014
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b638b168dc4bd66d711c6636dc51460bc08fdd954984a3a42a66c1171b5ecb2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3502b2d6c163d81abb4c18244b06ed05dc7fdf28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6502625994fe21e48c813a24c6b2c9de5e1547befd68ba8e9fec013052dc753
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a629efa7c36fde81bb7b3fc02f7b31636480c00b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d30b47e53a5c9ad29dec0e4002574140c7f89fd514c3828732d51f511852f7b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857b597966bddd1e259ce9f2de11b2a66f549ffb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b105f245b1604e4bdafabe991b6a1dba17e339393ccf7ad19d042b200bb3e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41c3b525500c66eeee295544012787b489e91ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105b0b784fe6f66f50148502ccb541995b7a4c315108272c0de2d788dca79368
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f3c69f907fbc0f12429586e1c95c60d036b750
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa74468138846ff91e394f40231690dfa117b8e8619de40d2dce0d9deaa31be0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee42bb19edadbbb31d246d6f685d42329c381cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e2176a00a80a9191cd5c0cb9978f59a13d5e15a53b3412f7a5e60b2ce21bfe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1103b2eaa907cad075817f1d161556d7e657603
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0908d5e608103889ac4bebf7e0660ec915f29d4b8bb012c774caf87f0dd849f1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb02481be43d7c04da758e7d7c75ed0afaf22a4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03f75c8e36b5ef66c62b7a84885d680a68909855907e4bf88214defe8d4e994
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7b9f34aaf56a5ab710af829613c8b22074aa8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11db1e821492fb58f6ba697e7a4d4aa13d570351f90090fb35142b1b2aac8ea0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac798d64c755511a03e645fe4ed96ff04192663
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971f20a122911ce01945f29f2fb64c82b95e34e7040f19707de8bebe826f5e07
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c583ae946e568e9cf7a817a6c4b7dce3ce41b210
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f47b480066526accaee2f0b2b5e9b177b127650f51b33e85116b2b1051ee6b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512c06695987af26c513bbec08f1979c7bfff249
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dac3e6394e6b95cb8aaad111b5c1dbc5a98ec4ef7da1ac7e5ac871370a91f21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30c2644045cbf51ef7df69e5e2467c2b783c05a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d1c3211e66ae3b3ea257e43e0b8056d37c859f07f036713003e45cbf34c0e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a925354204ac1d3b916a295b0c4b832f9f2397
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e37a4c1c69b95cc45f2a6b63449b61e0317d1be9675dc4deb1ad446181b2352
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936a6eff2749de2b1a834221bd62c69f6dfa0445
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe20e224e14a3c303269a2ce3ecbdfcfd2bbee73df73d056866eb697434159f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8822f0fba468ef4a2a748aa5fb0faa799e3e3c80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c826f4b4e8719cc0fe273d3db9e3b481180de3cbc3e9e899ded73e8dec24187b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131b9526b38961e9dd9e6ccc8c2872f7260ab32c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e446eb57be28aa5e6563b1b2934bb6aa625e89ec31b8936a5cf4c2f8bb73c4b1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3b63affb11fb37bf1b19ca7084d8432a4dd52e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f41475207034e110f14f1bd5ac0bf6b05a0b580e0dd10b0eb2e4a23f08b8c31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8660422fac0f18319f8cf47ba41af5a1354fcd3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3ab951b2334066f0c0dbb62f38956996f5e812de6c4cf4a67baa1db90bc487
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110a115ce2553a528d5e276cbb224526d91c6692
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b99491343d5a8a4aa0469d488ff648c40d4c4da4f2ad7ca092c087b12c06e56
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecba97086c47dd36d7ba859b2687da65e9f9d705
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4359bfca3492b4cdf2b7837766ab5f9b12f6d77f75746cb6a9dea3dc71b153c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d528b8a16d9633be980b2a44eb435923325bb2d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d059ed7c51edcb05e12bb48e82fe22039413f5db87ac454cd3413b34a5113737
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c7eb2ab00a769015de46f686680aea6d4b55b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9bed983c39f1e3812ae4c7cbd0529445e2f6096720a0290cb7681c7b7e8f42
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97845b6bf98dea2db6acc82e6ae364098320fcc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e36a3ab34cab64e0034037e9f184bc824c4fa398401c809b6db5297f90ba698
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f495011bd2cbc7d7a2d0f1b881c23a2e62457fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ded69b6611d70f75c46398736b269dd868a83dd3facffe755b96d79c0435a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da132c28f39bc1eb91e328efa5953bf348fe70d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56699a4c0ce064decb378f873e293c685cd6b5a8265b65f1dedfe02080400382
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee97d83d0f7ea5ac551aeca8d3c95bc24d6c96d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c3424f0d62ecb8e94676e1894ef1129ef07e3be88a725f7c650159108bc057
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac52f47b23258ff7e5b087095c6e11f13dcd95c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bd9cca010c850021fc61ba32b527d715b07a9b35ea91de68c7d155fa4fe399
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754bede759c9a00fe448d6d661143e7492f7840c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de431f9753b30e27953ff7e8083a4151033988f2bdb9ec439ab24c129bf70684
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bdd65957c14e3fbe80ee86aea15a86ae118265
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ee9f2a4ac86a36cefd7680ca94cbb2fee67740738cac48d65355ac71972e25
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c185581b9503277b27363cbc2b26fa11589c1fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8d02c697c895768130f63f356a23e0341aaef43a917990a41dffcbfa0c6205
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550e7864958e2ee6dde57444a1245d87aa9b93f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cd210ab5fa7b4f5ad06e6aa6f358840be11a0872d914437956049af31f7ec4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900d992f9224fef1be2357030cb54bcd2a2a65dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2778ce71da6de486f6c9b515cf1183796f6580fb334a5ccb9c239a138f0154
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ca2dee5a351501022be4c222f7fb4cb331aa6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f392fd5a05c0d59dae1cbae9d6bee02a4eaeb451e635c944aefbc632394d5702
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d256e71e7e2675441e0c4a4d8cf96b3d887f445c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5b49c36b26943e1d84cc9ac2d2ff80c641a200c488fe6311a8d9836379436d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64e55f134bfb45ccd2a75380c8d029b0d13b03e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da67fdfc6150ddeac0a68343306c2e9650dfec78ac9962490569ab1f274a3b4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801af9637134517f7d98530344fc105f5460c4f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115b6e899f01a2bf2d4583cdfef6e140f16688dc9411b53a4505fb49c170b08e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa7cb9fce2170bf420b6cd1f1ae30283bdd6cbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d80391f06ab9d0f374d711dd2b7ce2ae84c2c41d0a09d20df5b62b7ba62d1ad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99c9e13fc97de24f88cf487664a43264ffa3e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb6f92c458e26d9a52f63ade902b5550125780d3f9a29f224b199fe176d37f4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bb9abc3a362cc0bb155e291b28578bbc3729d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2f0f327ec18fd4a94e17758d3588ff11c8a4c2d12f3727b89f67937e7cc48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee359b1309c36bbe8abc077cc2d142258663409
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04456244c357035a34c2a75fecd0663165eb1284d83f16892b573b20031aff74
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f2615d11dc36f75f44b29de66238980712e4fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0da3fc9c298e6de290f98a67ee70a5260f8e8f0f744e0b93fe0719e92928d1a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693efb276958440be927d61c50e58910c9b4003e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd63e00dbea09f0110dffd0a556581db187c087c25db004ae24f63a7d81a0cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3bc18080742bccd7864aef57384f358ca7fea0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2072bad53a12aa42d08350382594f0f277cac30abea1cf4a9169390d1e6eb49
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc73340f917c7b9fefcd563efa9b2a4b88664bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e570de5a03474e5135e4f5126acf084dc6ba480e065cc5a356c714cffde9b7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dd4c92dce8289458678f8ad1aea676d172aa1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41ef287821f21c2f91cd1d590da20a43824e1033277813c2278bef8a813c710
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95ee4fe72225394e8afae5eab9d9aef3f94a1d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce830a1fb2b8ece4bdfc63fbfcc784efe9a3266e318ca41cb297f609a032ff1e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff946bdea184831e7f45e2a12ee63a3b1e33c90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae39036d660c1a7e6c49f1307f1b246992622d71ce64e16980aaa356b62a5ce2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9455cbb81ae9a1915eae18ce3844d5529c695fd3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c38ce6a9628dfdc5d0a5ec9e5ccd4f350bf626245fb3ddb7683c23e0d94e6a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee5e627c4124cd5491d3d9ad7914daae7ee609c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a531aa765590d3cf754affe781c290fac649daf33a819ea29cc512a3597a88
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a9ee4859a9560cb300bfe57e96b4c64e8a78ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb62a7aff805201e6a239f2660ff8f674006bc59313661c7af875c6e17cbfea9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1c947460cdae6b6197fc844b1899c17e8bf597
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7a18d3037da9e5683f0ff52b0a00c035c996b3fe61702a55562f9a132a02ab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433bef7db9e2b97a1eba6299621ee34c1c14fcff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53b3090e67457343b9e4fe306cbd952d9fcda4fdfa8cdb52b67537c67656e51
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa81a4f018c7ac1c1106423a838d158666325428
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2807b04b0ebd3c15078d8c04770320c991476cc75d7595d65693088eb72a15
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d7fc27185f12336e305b84e0ca81ffc3df8055
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7053a1267ceedde8e39fecea7ff0ec708e622fea78ab17b6a0c04b04e923f265
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da7ddf93545b92cd5e154d5a8e4ca462d6068af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc9bbdca29796789f06e3241e59fda1a9b7270a8fe49fbcf6919e84f1f340c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c55968b6ee3df55a6c0faaac759bcdaa75db8be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a016d1debc570f6b0371f383e129ec71966daf66c778301af005754fc7af995f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9e9f17f4b0ef813929134a6a825797dc061092
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca635033dccf38e64068b27c6cc02c9d3313b597457766a59da2de5c7ad704d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e99832901a85cf7131eb2ad61a9e0c6895759cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037f9a567e6c76d56c152fee62cbc0befbc184b79388fd6d30b9c36c6481bc7a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c74c1f8fd9ea77277772261b935b7b34377e7e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f0dd0a0486a774a2755b772dcb601df9b8f8f3648f9f573e9061b70bbc7294
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a74671c58a728a24988822c1eea925eec8b7d2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc5713b4c624ecb53d634ed056ec68f8ab616a29ce2a2f46dc0fd985e026c2e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff928dcf41fb602d0ad650cc3f910cc197b704d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb54ff293e79857f5d085af44c263b5b96eef8345a82e08b892ee1998e72446
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b191c0bcc33061e39c17e62b6f9963afbbb1ea9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c0a06d5687375075344b895b4e9649dbe9a88f1a0f2ef113ab18f84568d50c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39be3a05b444feb12800fdab051b14f1496e1b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa47c8a7ca39e4ac1194755520d3b04a4524b126ef05149ff378b1012bdaf5de
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4578a9125d0a2253aec6a1e002bd3b9b8620d79d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b73b6a8105a5a91ce1b991ae72bbbfd859f26567fb0568d91febb9696fd6bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c043744d098cdcf9e2aff37bade78d846275ac3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053d5f6547a85633c38c42af4c156d836745b584449b13543cf1d3bb05f99d40
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdda36f171eb9a92a2d58e08baecdd1ac2a847d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd4500ced5cdf9a826edf6becfc6c94a75d99735baaf4e9d18dc77ec6e02c6e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6c1cb929ecde929b52984ed79025793ae5ba09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b66439e5edf9e3c803fabe4f277b892861b043e4cbc76159b2ef1f0f67d2d95
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724f7db1cf36643fe3b09f670b26ba1ff8787600
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4256241c214ee011c87c8849f60de55624539d9940956d1f727f40769643a11d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d823521fa8302bf4807e23c288f7455f2c69d3de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171b11780dc9cd5a59e0498cb4b0869c5fb8975b0db4e41a153675a8582696d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb337538ccf407f857eee246e979091a7a93341
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82156aa341a6ee64e9d97650eb5613892932a533fb09f8b69eff8a914d5d6aa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6c25a272b10b1807b709190f96d7d39007b193
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd6ae0d11bfbaa877a5819fd495dedb39b7673bd9ad7d7db3e7f4ba643045f5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d28f56a31d714db6f21f58613cdff0e129fa2d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49f507f21bc531f026e4b752dd64757f786458d1f78cd99147e9ddf4e39ade4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32321ec44d12a2af6990bcdb00fc95f9bdd44f05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d360653c0f72163d12f27be689a62c4fbcfb18106b7fe2cdaed98f703fa4cba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c03d9e47976b76d8c6d1227645c9b89b4019f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e77e73ebd1da2f9bd4082621edd993b9fa6005f117c3003f748c3c68929620
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecdde08f7403f131b798bff7bc0aee734b9887e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e917b196b8b14978a02416a0828db69d72d6d0403fd784f077acb9b3cf658e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3e12167ebe6fb0976205a08afffcb42d0b0293
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3743191e75cbc07a4a50582a0d71a9ced0f2e244566f2ef74656a4c2cb2fb78e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be0051430922c3b51c9052bd59614a78759395b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58ad2bb54c1dad74da9c922acbb2e77e860fc465556769f456dfedb61414e00
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7994dd2fd9e40e39cdce0033c730b72279cb75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8e0f7efb96d4c023c71340aefc7cd5c71f36bed922c6c7504d33bba9e81f17
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe82be1a389b90b0467696d3511a0a0f6ced313
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef92307b719c2d28c3a284004f79fbec8122148f2d9d782f3719c689f9ff3b79
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166ae585d74581f74fabe29039d08238a06dd59d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0ccb78e9813ddbcd10883786fbc8d90cd89a10b99c20595b0d658d980d3bf3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94dbe48f02bf60e167acbfe58ecac762ff814fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7d8740592a5e458a95b73df764077870f82774be9fa0b23f8a842faf25e7bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9514f2a3e71f15402527b9b3472b8f46a3b2ee8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45426f4dabaaf3f8db12db5f7feb09ae99900537998df764cedfba01baadc69
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e154d42dcbeae9b10c3138f58d65f36f3cec52cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7c5a83eadf2f81497f4c0c45e58f6388021ff690051be1f4409c8b223bf333
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eace6b35a50a270676c6eed75ee27aafa3fecfad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd0d757afc6c746f07a63c91fb80bd4894f49918d99a01cdd1da69103ba11e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da80d1fc089badd04e668e97fd582c0ceeee1324
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8951fb07c73d99303e206579af48a72eca7fa2425508f803dae223ed5760daae
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759f5ac6a03f3a45b4d4306616e6d2941de79e76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1222105224cdfcccba213f291a525d8fe09a4c4014fe88cb3ffb5a7a5c196e08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984ddcf0fcb4b025dd4d2e14f29c004926abcfe5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa40e9deabfaa7e5144961f5ea36694af8f600a064b08079f5e425e0d6fe63d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e833d490190a625844aaaa29e0cf0ec6f838ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45311646b001f90f5cd0ae689af91ed6676d8b8603101c7470bc3759a5da5b4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83d58997cdfb46924eac090d6a42c9d37bc34f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f2b776bb88ad85a3950eb156276ef9d93c516196f13670514283ee48147ca7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d444700ba4a6e79ea0762832d87f14ee999e2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85b4c718b7266f64a1c0cad4845686afade8fa5ce1cbacde162c8f24833396d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846800e2aba21170ddf4a54bd698448c01bc63da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec56d6eb38a89b09bc57f7b3c1b748f2dbf134905eeef1b25b49b980f1c4d89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b9a75c42825cb4cc66de717a878bf75135cbbd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06b7d75d492247d5f2f9ef92c0dc3a1ff269e1fc8afbf606d80d3984c73f6c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2c10019addb8f5f432ed96248ef90553dc75b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13644eb7a5178071f37781f8ec987d83135d76b91be1327eefad27c2bcb6233
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56575906552078a9357061f4c166f56dd57767dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a72ac494a118c9a584efc92ab447fe2e40341629ebce2e03b536f0b8c354faa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833d4471c00db9f16cf97e8d411bd44ec4ec9fb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931767ad6d96ee488c2c6db51d0229cb54d2132d1b9effed47be8469203f87b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4742bf5c2a3d262f32bda03cfff72cff6809283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfe88f7af6cad2793b86f9208e2d27a5bbdf98f78109a2a453be02d59c89c59
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193e5534a3bcfa7ff9059d7ebcc1e53635db57b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c97f4d8dd5b033b3c7ea759ef63a6e85e1757103c4cfb07e45f54c89e474f2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53f6d53785456d578551e0d3c0ff30b7c4e4a0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4f30597bab1f4bcb8053322c28268d6981991fcd9e01ba0c0128fda8ea747a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89bf3de083069c42542eaf2cc3a2d7561c01e31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b05eddef57b5250f7a61aefe461dfa666544000f1640c51544ac860cb3ccd7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5896e599a30ee0ae79d62f42e3cd77023b94e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a90e6d0d707225fa7619f7e9501eada2e3b2f62349d8eec1f367603f948784
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d778ba7de0a95a7a6d13300070827b48c29e02de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71e1807592134e5161b3d90ce9260db0b38f0d9e86fa3d60728e81ac8c5c9b2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a3505d3d68c2a9292e92376c0c866f40c5dd1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061a07e80b4c72b0671eaff746089f56de59b6f7cd14e8d736e0811da1961e8e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f266e26e2017d2d7ad6f2f67fa6c0486486f02e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dace04923ea5d7311bbd0be8819d147aec1c49a29eee9a9ca925573ee086a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9419694dba1aba6094f0fcceaccb45b6baddd99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a45344a54960ae840218ea9c3aaad1c8cea1a2c2a42c2455f2b883647a0f1ea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2a1b87c7b21bb9f9d2c877a47143f5848e38ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb2f8a7049373c7787db5d08429698ffc4cb002036f05b3f1984aa8dfc692af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b324096b3f0c4b4134c873d474cafb53f494e1cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6408d9ae24263b050f203257b6fee8e96c6f2fd3fc7ef6b040fe1a0e71a23e66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef90a4f46250da654548dee2b6d12de530ae82a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70362ceb6d24cba288601520d12f94327d2a9d2227235aa28fda6f273f04becb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759231059d5c45b0b04c8fc630b836e798719d91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2108052e5abbdf4efc2ffdd2d14ebbeae44a09ca8d83e0fed6379f988c2b0a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3fa1284bab7f6773f9315f1b66a1f386f8e8e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5a1a5103e632d46436b6487932f76eb99d2cafcc46e88b5ce07a428af4a2b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26164b10b06f6ebe1857d3ee97c3c44ef30a57ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f50435ed0d5de2e0ad22523c8e866bf1bd163242f9c8423b39c5e4b2c31a1d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4172ea77c1c135b5206481953b0ed47c7b9c3c22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcdf2aa63e0973853716da98e5daf7fda3ee1bab85ea03b5974c5c1af786718
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f408382655efdb8f709ad172cdbde70a9fef22e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6938eedb5f13d147d9be21c2e862b06f9a85cb65fa2dec885610e737bdcc0c9c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4e5bf93185aa6927a21d672a3b9cb6a7e0938a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d882ce89f1e6e4a1fc92406595edb70c836091ea6762b72f00266d695411d445
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953a630f3fc928ce45f65b7569686cb3b182428a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403f62b542b29bbd4aa9f5a27e54c2ae3639c2562df4c61a181f1515419fc9d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983eef376c40c01d8a29cc54454dbef486d0219e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c077c27437b994121d9161a084f58a9318340cc33ba99c2df7137d5a76521d99
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffc60aaca18518fe54af5fc2080cb8b21ad4f6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a4ad3a6f7c38c7866c0d42465b14c60a6cb10f4c473e485a07c926382c60ad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c70c763f6987a44ab13d770cf5491d785d2fea9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f833e6f67028c1fe8e300625161aac02bdca822b92f30f34d43453c1b38f66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08ef45bbbd615e8a869ec83d5d729fc9a42fe8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d897de3b5bcb27d6d58991bcc0ff6e8ca195d026d4683cdad7340e8f4380d37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2c7d39f86b4331bee880bdeff304d1f41d9128
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa7c6174c604ef36aa0bdf18482a68002614fc6c35ea59b0d95910726c942be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ae77c44255eb0d2ddbe6d09758ead5c8352d42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b01fc277f808c16c5bce12193714649222bf138398d17de20fb56568cc4ea2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d709316aa513712bd009b4f5f371c9507281302
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac07b27d20ae9759b2e4a26c497727044d8263938f58749232e9f10734c2745
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372abb4bc5df13c27c77fb23363ac847c033cc6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6552ec7ed3186ea86f80bbe35a08b4fd1468066676ba44e32a498f7e645f463
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b73df762ed8a0b2634bb9eb76de016c9bef8ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900cb0d3a0cb98f1506a5a1da6a99a038863647f22b7a7a2483056783842c402
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b7e742b476947556f733dd1ad027458e76998a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb03a6456c62620641243dd9f951a0aa9b9756c3be43f5b9449de453f72551d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2408e33cef454f5b2c02436226911b1307152472
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c66f0c0b9a897fab1179c486c020705aafb1650a15c258253566d3cab5e18a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1f02e16c90fed130cdf554120a8d2393af9f7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e09f1ce4bb1a112737668f5f5351e33f7612ad30a156f3b9a5da343284f7a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780eaa7b18a87630e9cd2d2ced0993b3705f6f30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df1a09decfd3714ccc212593b29be875ca8830a181e8fb950d5c0375c0ccacf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482301909aae81e60cda9c891dd862b9b8584070
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ab84e9b91ac74410d62e9cc0d66b019b775fd2fdfdbcc78dca4c45cae9816
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69159e0e76715fb3f901723f0b87748f2a54b891
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6df4ea80db91aefb163a4c13f73901f7aec0b77bc059cccca7d63d6da57794
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64f077f9c1c623e4dbd99fe5d69204e9e7308a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa95d7283413dc89da7250bbf447965ec7990128d1566858e9ab05012eae33e4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c7c60422503cd88cede57b25656c1be52d266a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d8720c3e3878d4dbcbac8a795b6bb76f34fa2d0092b295166febfa242a047e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ef2543d1c4257c4c31bdf9142f6aca2e49939f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137f5c3debfdf5cdb978a85a87ff09a07fcffc6f55d6c91c1174378058270347
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745d6921454b8d2840234f8289dad3948c75cf75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea6b1997f0349e6494f7653bcf8bda34d11c3b86426727cb4ba45928dae2244
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b99e519bbdc1e6ebfa8e5f61159117a52b6031c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1ac78fed3c294bbe342ee8a4d897fc4cfb450cc2c9b1b55a8bf3afca7438a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c46369c04f0b70e253d31de101a36f029f58541
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa0daea574fe1790918cee0856bab25d276200aa215c64f0f41e8cfdb6bbd04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5068251dc3cfbdeb52cfe95b6c178785dc7ba0da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50d5dcec72f9681e82d8125f754a6adeaa9c6c89541789dec093584238e36b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6a2a4cd99866fc2753af5459d5145dfa802735
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440ebe24927907bea657f5584b35dd456a8b1792d0d04949bb7fcb1d3ece9c4e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1924d8a4b0c900bf2c7d3778666fa89b3428312a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9222ffbc92783c57b7e24c0cfa803fea10b95333793ccb8a2e28750c0323ad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75375892c3f1356625c3c864b1bbf56165c73272
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150765f3b5a29b27c54ec8c7df7a78a32f8f3e3f0de6e21b144ca599a5403625
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c482df52e0bc40f0d8231c430be01bef2d48c2fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e474bf104787d54305d030073590478ae76616ed240e2ec4dc54d6cb72db9f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4dd364e98da2bb2624db50fccb5e7630fcb0e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ded67d5f1b476184d80e037edbd95adf7460b0773207de1050fef027bdcb46d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8762fc69d68e5313498964071e53c8af3bd1d6d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a221519e04276a960ae2533ab243fe05876ece9b6eb5d89c1bfeea7722f39dd8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdb50bf795dbcbcd945a1d722b74e45f33a81e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f79aa335b4cae4a86722d708fb8b59d3992b46152a9cb035dfc1fb53fa824b3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ec7e8da3293737fc02395d0dfe1903d02fe897
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a06a29d3a89ae52214c0a6a735da4ccf3efeaf86166daeea9f16d2e1b336ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09f5a1105d8935879bd903651c55723af7cb8f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb7fdab44a9874d33b50d8cf9918cbf2a436a40a1def68ac39b28b078d84a16
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40923b6974eb94e4cb644e89a6d5c16ceac87e41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c5a8056c5d2b237f9bcdc9f764b0443467e136dbcce68c8e182723f4c2d89e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb738321fc5f605180caa734d8f17fda189480b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cc33ccfa16b80ab968699dda3731314eb8284cdb91d82435db70cab4a42622
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2582e5a69fc0a68510cc0128b9cdbd9df30138
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f846612f3bf3040694d878c44c413c2e0d56162e1cb3768a2a5631d88b8844
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02232731032def88f9225a818cabd637eab2e55c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fb48ed6fdd770fd005249527f1a5f7221bcfc93f13107c8eda49bc2d8c5f58
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543b63e11e9a7e7d0f1f46edfe63693761399c9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cbbb78e92f9b30c3e84f4fadcccff68b15db89a9374f473ecfd60dde866d47
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0475926543e96af96169e5d14f9754cf64cadd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75398147bc41d86210a93fed8dbfa2a3f5cdb8a23e553377e860b7340701c232
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b646bc05ac025c14f5bc61df4af734bc3316fad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbb887c8d7f98922cfd39205b34a750e18d47dc20223980158e7e353111a261
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e66a8ba4087c584922410726c46f33c0fa5be5e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8c80d4d8b866cc5fc26b1df2e6bea3642090c2b21a1939560a06839e1b5527
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ee6b11cfc14984160e1c9a74af7b03a2a695d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c12315bb3cdcefd2be721cb7b7f254be21acb5774c6d5b99cabbaa30b9f7b08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57403f9464a71d865315f70054182ba2e242275
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6634d435d0ce80165fc0398e724fbe35c891df25308c0793249bbe22ca722561
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e0d1047783de456a9b564da41d2c0e877f2a96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745a24502835c7f5c67c687fbc48dffca4fc5f33d7a0548e4cef3eec5b16a1e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a3ebf32482fa16635b495bf72795097b92783b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92ee14ea5c068da158a983f6435a626c20fee7b2e7c4026d7224859d71ffab3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc85dc7370e1ea6baea020cccb8fa1afa868f481
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66ed7cf763e367934ebe967df187148a0f022b5052903f9cb80bd0e8e2ed598
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2cb645a4b83e00776155bc2cdf3efa76dbcfc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4968d809c755d49ec2c76f53352072b849c6710930cac052c711a60e0e55c306
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f525cba8f59f6b7ae3f7b01775a8040d5b0f4a08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e1e727d32118b14d4b1be3fdae8728da985bd8b71ddc98cf0efd533da4226b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7211241e28e7cc2ba8fc0ac2887a21002eca744
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf18a12a4bc4e6aeeaa0b3e10e2604469777a50fd956a3241c753d33c02e794
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f0fac033f5ac470859a8d58031a6394641804a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784f55a72ad69ca972bcea015b27db48aa25f3ed0b26202a01a0a07fcea832d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db838f474e2c6c10f784b26665b3048b8d1a6ba8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050c93ee193328b8f03d570785e74def39523eaee29f0d357e47000250f7b4c4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacdd6c6ba8b7f1a73dc27edd04cc8e15f823f97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fe171bd3659c13d9bec3eb55e1522dc40c982ae4208eec5463b9fad0c6fbcf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b84f9102523603e173349abd812711f161f228
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d118d1bce18c37502e073fef9ca0bfdb36acf72216cb31801d63f4f9cd9d987
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5067ed7c3a1d2414496f524b051f270c7cb91781
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dfaf90f78d5b751c53fa7b27a13032f62ff0e4ed9ac80ed3c74529e5eb598d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a154122c28adef6e7281d8a70e798a17f0ebd2c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9713fc9ce818908fb429fff70ff6fb2e8836aeaa8dfefe1ddd4786eea4a719c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb22e4997f24650f9a65be98dbf6da8e36d769f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5c398163315b087180a313060ad98edabc013ef298738a52fc84e83533b917
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aed3a283feea634545df23b3d3939a155846612
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4043e9d98344ce0b377fb41054fb2380e32dd33d57fa937016c249e5f78e8af3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e589ee1fc72ac30298385821739814ca926469ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae60d39354d7a499cc37eec5ae14d42f5658d4836f007a78c4b03fbd89ee588
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d9eaa258dd0453e3cd4752046725cf0bcbca54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810f081a24a9c55f3b291c7d178a89d861ff01aa69d1932f809c3c7c254aa37f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09460ecc1d05645dd2f194152f738be704af95dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac538d2bb77af9b848dae7d3745bccc142d4a46dfd6d62d4d630c307701ac54
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c16728911ea254f03a1a589b506d73afcc453b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65a834800249d8dc4db6c51844a94ee0c834285a5bc36569047ae61db34b7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1cfc08527255b3f23a2a512d4b5e8e8d58ee7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f824cd0904dc47253425a7adb935b5fe4be7f5b6cecb58e2748a4cf0813cbc3a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274cc67c6900146d3de89388a62163598ad0df34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106b49388ae2aac1bcecaab9318a36b4639aec358e2dff089dbd933c2306a12f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fcacd454b495066d49fd0e43d44ee53277d3fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c187c2f1ef2d21b2574625f6975759dc1e42c23565e19182b70652df83dcb9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3249f8d83e1b662c6d0f1d9137722b5501cf2bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210b28f6fea88eded637414bbd5295d0c77a85745cdaec6607bee4cd0507d9bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9c16b2f7a378c4580bf74c7ab991d752bbe8be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac820b55840c963deaf03d2b39c78d390042ffa1b6dd73d284af8a9df71cfa3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2d66b24a1d5043398b07b159828f6d6926a4eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4677b4c143bbc1666496d7d412f54abc39c905e059435799ec8caab780054b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817794bb780c06e76f597a07a84495175e13e341
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2097166b55eae5645af45d90a8301f1f925ffa4320b31f5476fcfd63b0a530
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6804c390cacc9fcdaa937a6c24d75b618198b75d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c965c60672cd1fd3056edc2b151f203cd1af772753040b4e84c7024d872919
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c9b89bc0f7f26cc2acfb8e99f029270d0f22d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7873940d1fb6a8f7ba2381a4685668b77dbff9176cd062d4062bbc8d94e2375b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38eb6ce44b990fad6f866cd83f4f593454c6a5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb24598b6da913a6900ae368edfbf5779aff702d8bfc75e12e07af3060c03067
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36197739f2fa5da70724d013379dd647761e64e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395a4545afbb6ff596cb5425c8e5f7393ece84393ea4b258f098a6e23dff6eed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0486fc9b87b8c00a8b786e1baf3598677a4a9d8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46df5a455f8d4df8de389641f184a104ea11c5283fd837a9c5c7f8870a14069
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f82c14429d0ee4f51bbc4528169f9d0c1d3c45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35228e60c9efcc978393cfe257857ca5a6cd77921091ef742cba14bbbdd6d53b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d23438313ab24fac9cd7762e52f8a1c12107741
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d209a3cf5f0724c79f1be5727b0efb78819ea6cceb6776c595db5001293f7e15
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b021e8b33dcf2c7bc624fb0621934a56d2829595
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d2b885664accd2937df383516fa52b8bee8100ffd44f5a6b1af3234540c9f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3664d1079fac9d330c178c269349127d6c6079e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48788ef1ef04898769eeae660233012290fe91a410d97ecebc3d076c3dc5f636
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dec54f82157cb60ab53bc929a6a27a759ccca4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2efff0fd0672bca421baa69c034e6c1b8ef39c875e9afde07f91915f7b938bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a97ca1c53693f9ba0467baa59aae680b148340c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07fd2e8a99262e2a6cff3b28222a7c2679b2f0549061d854a53198dc1d6d4c9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e6fdcbea543bd1992345735f53c11e52b545d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c9991bf732fbfc6c9382479b992817dd15a3582f1e6795dac6969feb57eb38
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcc09506953fe08b3808d0aab65fbe738d1d4fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a24c25f13adaf6dbc7049ba0621d22c2a8b9a26bca1cc15410d5dca0a8aab7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29457942f4c8f6c3f42e4384235d4d23fdbd866
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc29b9fb0a86f495b689ba6326146c145c94ec17e2856f149c5e28107e8cd63
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bedb96c90bd809271d39c9020e31273d45bb110
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec569c70e4d7fc86f32d1d283ecf698af118f733fc7f0bf88744e746cd2e165
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ffdac90aa0728508827c9defa842ea584ca163
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50ff4cb16c175243923fb67c82e4e6cadb59ef0c525a53e0b188c7d8220898e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6ed75fadb81e5db5b04d465a6940374d32827a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8640d95a79f3ba957c14ee1b6f2199a04e3805a37a41ebd7b1a2e212eb8f26
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a291e496de19d2b166bdbbac3bf43ebd53248a28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060af9eef20efcb58f0e3b81e6420242cc474e1c030de8da086d21b73ed0ee36
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddc39259ea307df9f096e0f89479905c1406faf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9efb6e5dbc8ad9247e91b642ce8e1af854bcc69f6f14560cefe5611a66cff7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c207f6e4bdca3a3c73ae87cccaf3c6b0448705d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c27c486d61be9d17fbd9a7db8ef6d12cbe60b51b7d64c0d283d536d18616d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d20516e3a38128fccf3ce34d43732b5bbd05ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5013badd13fe44143ea01b00ca317a84ba53c4c74bf4e2ef06a4b859ba5257f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94da9aaef16528a38ec17373f90373d00976e57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eee3a34d356b65333c98f6d2bfe8dd6c7772a75cbca461415110cd2fb76dbab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e1f121b92fbf9179ba57047b8865be48b2dc29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d70ff716fd61d692740a7774ffc5e584dc6440a4491d9ec417af4b6c6ef732
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f1a9fb98f2186efb0c9e7f1bff8b9af3e809b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e319e339df29e77f424be21079cb3d8a5a99a2e601f80f3632b37b4b9d8123a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df886533adbb278897a41427624eb67ffe79cce8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2873364379d6622dc6d755b5a27d41556cb598d8d001559b4d4e11ca45016
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bb4c04691212c9d4aa03fc150431c134d76252
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31fa91fd3b8dea1961d72038a203f205ef0e7eadc0462076baf1ec7b21bd49e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b86a917870b65bf59c77f1b4600364cb3dda0aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35538b611af70b85603304b8ea407508eec0b285abac93d8bf28f376a19a332
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64447f34930ac6af912148187de3ca8717b7e560
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f4e6d8d9d081b0ca6b0a149ad9f616701944ea711c25de518c6eea8e4ff17d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479c29534447239cb70b3c852eced76f3a672c08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975324e36d7562bb8986814b28fe890a29c62ac7e0999ca9b337b552810af155
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2748f877e9addfc07d312cf6b07f16fe68acfba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a50181c1c321e1d910ae1416d6b4c28247674466c144678c15add7301310344
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd0a79a560f62980a37c66f53c0f5b3bd8761c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011e3534fce50ebafa0f1e1499dcb0c9821f9bda2c1c69aa1681d9f3496edbf4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f6fa8af25b2a51299d13cf8af80af807ecd90a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e307a95fa7eca32f2e693a46c2f20d13d839bc78989943e2e877c39774491a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82e0c3164ce6e0cf61a229586fef9c01f55cc96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8919f1e204a6fa97bd7617573503f3127c7bdd8898c8be1fb91515d4eff983c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814fbe57dd0067ca4c6fb04f5dfbd0b47b024e69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc1caea10dea8a154877f6524947bbb983fc4c6c05cb16fc324b5541502fabe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699a6cc640a7f4c45326ae31dd0c982bbb2c79bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28047ec74dd314969a2fb0240d1b41961cd34518d71f39324bcf9cd00220120c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3a5b31df67ec8af075d03323eb25cab0b1918e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7840a30ae6ad3225a120de00575ee04267885fd5a97e05284a7e400def2080b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2952f33c04df3b4d3ba649eb7c03e5a9f3072924
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b983b1ac86c99eaf1f0fcbeafec7f3f61d5c72d9e5e7ea4f227d78ed90eb300
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ba8ce0ad1f229521168171bdb7bad85ee6e460
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ca8d7acfdb889fdbd5863ed04741b069f47711bbbae42acee97938167b552d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa33fee225399e7adffc2610655135c618d9612
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e36acce1bd87aed256e45137ce9dd4df556febed9ec843c2bd810bcd71aa2cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf58dbd52a0965a72652ef5f39331d55c74325c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baef4d0a9d0614b480bf22c1ff03acb133de3a22de3e2bccbea01d93bec67777
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59768d4305f2c4a7893495c0edf30945d0c79b3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0bc7e85a85d13d077a73d03d24e850fc2db44ee524996acbd9b10e71c30700
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c8897dea66b14a7d84cdadb4e8dc9470de02a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f43a5725753ea7c560e0981b2a2774ff5e60f970d68f53fe9e95c28dcc8b5dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7185a2ec88cf7e41d3ab881334b8b36ace3983cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db43178149ad674f6a666eac6f582e1c8ff66d5a96bfd5ef9994f41383b87b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a88f1ae79d490ed0b2daed93b4398ae26bb360
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76feb5d8a02f94d083aebcaced6dccffdbe59d0bd346d3259ed8dffe2e38f0d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40830fd1fbdec49060b62f34c8c4124cb7ecb876
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ce1e3f218a59e82e6881e7d64ffedb3e2039a9b9f42acacd320ff8cbe83c4a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc1e5f149a1e26116334615f8cd49ff5c2b0c53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7e3ab1eaa66f82b269d140604508f6476282337fbee8b39b03d667a955e1c0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0e88fe0508b7f20f022363a9b7d644c13b6c4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a35c0d76506919396fc8872b76bda50082827291452d5c936ffe7e737f7b11
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506f741b583549c76a778954457fbd9672202155
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d16d28478682aae043ec12661e933737351997b4e03a3a10fd7b200c553c7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75a2ae3580ffdba6c255df7d3020f6fcbacdd7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbef496c8803146a3c28fc734616b5725783cddc38eb114119ecdfcf71e23c52
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d427bfb54a0c7e57dd4179719667e5687ce4a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e800f0ae73687261e80c434162896768f948c7ecbaf76b9589faca536fa349e0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8443c6a03986d6d00540bb9c923de2428c8e9720
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6b503dd682417df9632d24f7270b782e67135e1e58ac6f586009d4035a7f89
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0ce37c1bff2d104a645015d3a19d421244f991
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d427cca5863f1da733d2288dafc78c23af06afde0c2be9861dd192bbfe9eb103
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfd4574c94c899e7786fe0ab633a078bc1fc6c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c68847ed086c4136a81ad906b2f581349fe101211b3f869f72106324973b208
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b139a94dad1805dfd97e48fdfdfe93ffb3a6312d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e08d7d9c5d9de7cbd3924cdc143b0168b852cbb0a9411742aec8c64bba976c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0ae68ebb34b30df92608883a63f84806d7c5ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd823877adc62740ad0af35c565b61e0135b1ad821c936b9fa3653c3342351f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31be79abbf2f703876893458e82d174dfafc324
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76d145223a5935c8d9f209fc71d02f2b9a8e3635a2c96823d4d09893fec3cb0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61630695986ebff4b076fa70373f093e8805cda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3573694c853e91d62f3902eb61c92de3349805b6e4feb48a8b0ac0f696dea9f7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b58c80649550102a994c14f6e7f2594de27616
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1d0a19eb812451d9c89ee0256033c92aabb459aafb6843a996154a589aa915
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a857e0c678ccc60364cbbf5813ffcc0dc84df9cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ad99d458d705edffdbaafd1d11470fa869c065f7f9d9bdccf1924121d81ec5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee416dd34f97280794a24d6d9b02a8236dfca798
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411a0aeaa85a8bffd8dd75041938cfd46f46fad7bf2bd5c264fe53478d825e7c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4512ddf66de1656f5faffeaa00760b0c570b4962
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15506c9b77de2263e53e5e4717478d8501e973e28abf907c118818ace24c74b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259eae0ff00f65a5bef4814ce62774ab444fbe22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198b6a3873804214fb7d83a85389e36a4c72a8cc7252ae6ccf28e7616be46098
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ca3a345c71cc19bc28f5c01d3b646def0852dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017e4c1e7ed31ad310ae633ef4b428fbcd874ac93f111786a6167b06642d42a7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8f8c9641bf69b017ff2e9bb717143835e9c01f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0df48e5278d2152c8a00a83604920c8b1c4d8c0d17849e79917de2b129d5120
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996e57d4d948a5152b0bc30d6976aade8146c07b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a21424777a5f3ca1f2deab0c4959857f49d8ae30bda6c4a4627d9c389a6b11
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79c71070a80653635a49a4103aec000849749fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc642e2b2ba20119b66bce909d8ed04b254b539ef7114cbbb6549cbcfe5d16d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6ef414902b630a44f115fa4362cb3700d4d1e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e48f7104d59210a164c7587067d371d028eeab2160d3ca8f5a689f51a45156
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf8ee23f625bc2083d2a4d54ac00e01ae7f348b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85dd719a6e47008e32bb04ff9414669309d09285b3e34607fe428fe401fb28f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab805f8877f6c5051bc207e10a123eeff1de66c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670f9ac2c2413ae377e58e42fd165aad8beb37df0934678bdba7ed75eb297de9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad490a2aa51bdd6d7c45921b5582c971b295057
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1704d9808edd585bdef1c5f8012a5435944076c63f767355bc6135809efc9a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebb5dbc5ac398e861cf627802fe7b1b84ff5eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f63ed692b219e0c6624dd636d493254d7cf1870c131aa86a6e05dda11b42e1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c186fbd68bdcdb3ba76b4dac069f855ecc54b70d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0f61b18079de66a9713937aab9669cae0852ee6f5a89fa9e3f443918ef1437
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79170dbff66a5a5db05256bd699154ef28ab6708
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3414328f548ef5c61fc4b0a235a41a8e8b3e351c91d15f0d9cb6cce23a311f17
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcb585f694c9031e74aa486fb87b590da5d9e3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66663f89229cf6108ea543d8c3a197d7be52413746848ad3cc783a664c785ad3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10344e7638e8123ea5cfafc233df7f5679c2cf5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82f3734b4c5e3c246a691f91033696ff7228efcb6cccaa0838f81bde5af7056
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af3bdda3cc33c9a99ec464fb972b31b2843148a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba2e47ab4cce79479407b40ce9a2b33505e67a52dbd6885de364aa688a9a6a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8700fc530015fcbe376951034d82a63946ee3e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc22a5e99f8171e1f6d26a5822a1ac884d5ff5d60b57173969c21a445a97ff8f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720e123bbdcf516a17544893d2fd29bc60693f8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae58ae69ceac176e26234105cd1b6359a8fe456a262b2eb68f7ad82bb1d16bd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624f0860e7848e2d223c6583adb9082884ef4141
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d133bb49a8e735e2406f7d4d31a68352c833c5be08471bc9d8b5a80feead31
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2666f987872ba0d7b30b5c1a312883d07a3d0ba8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329f009d3bcbb301881f99e9f8aaa9c40add24f5991deac86852ff2312c7983
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e3cc8f6900ee02fdf2d0d6d3732e369e537222
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae71e0acc289bbf61d0ac417b9612df4da9a5951d6399b749361a362fa0da89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c3bd62fdb7fd9424c9743fca693c70648f94bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818aed7489d929fa44f05f06745b5e6372a82eb977e60679122a291c757de8ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa21f7f63c44eccce6d52ac0eb30e300bc07725a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0ac80dd1031b3c25d809b83c189ae3e66a423b5dbb76b721b3e41f6ad189d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74a6f964868fabc06494495889a015b7641433c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c3a882465148928830ce38008b77bdea6c5a7b84b82dcc1a9337c8a7e5bd0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35679f816b587dd38f8ddd44ba97e8dd1a0f4e04
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e7e9159a344f7c01ad5086fd3eb42e7a3f5863e7a775ec49559179cb3e5da7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f240484f83cc74925b220c1e9ffa6ac9ec3a81f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d9c842793d0eda7d53d9a251b355ce23197798627ee6a71824c2c0a0b1151c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99ca7bda2938a1598f659d143b1a839934a0258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb0f4698356201adb4e96ae28da80cf28b74d5749b4b4fed3c360897ebba7eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233adb7cca20297b5fa06596f929978eeb84a566
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb60fd10857ec2b73637464d787ec4a1296d9d8e3a5930f4e961e78a43619d84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64286ad8aa308f0b174f682bdc2c112ca675ddb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7c6784f5dc1e7dec57ab358cda3681c099e17af1531fe95f86297a74140906
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25735cb323019c6509a45eacf11ca98f40e9953
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cf392037108d40eee2596c7f2507e57da2509fd692a0940dfdd695b785c248
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a61f34cecd1d38e1bf0934f1175c9619c75ca0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51adc2ef8e7493a7a852f841c474895df45c8481168fba1b64a606c7b55f0913
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7cb2ef74a8d2b99d862afd6d5c1dcc2920df91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6260c34c6fa5392c86e8169556bd40cb6b54a29878b05a48373d2e7cd2952b8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f256fefdf95830037b854ab96318edda19c0dfc6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c691aeaf49439af1bc95bf892eba45e18be82be6c7debea5d22f35e8399f5d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3015270952eb6f52fb49ed449acab05ad63fe6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e772fbb44b425fe4c849ac2339022fc0465686990991c3ad684329c82f4ed2e7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6094121f0008c9b9eef05bd72f4f595fb829f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e477281ab3f44a3f19fddce493fcfc635d69de32df0672651a0a621d3a6999c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8373ed6808fc767e317cf6e8960079725f370946
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ddc62621f6f4b8a866c042a62328af23c226b543e611a75d48f59c8a837a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b1225b90578a558b37977d9e16e560bd1c9824
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058a44e5ad87949f37b33d70a756c161a54a73dc8ba241aba2d962b33d83b9e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2b2246a81522b200c94d0917c58fda31f154bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd755da30411558b2533308ee5d6b158c63ac2a6dddc1d023b354e938a3d076
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f0856df67a84de5af11c37841ed7fc35a83f4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7116bfeaf01486a41828edc5202e46aa8d24e727aac87a1213ddb063c03dfab4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3631cf3b4420a6cc5c8f1b57f3208154d965161
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae58e6ca0cc1dd749b8aae03a272bdde9e2c576b35302ed9ebfd6842c6fb81a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fdf5585e3160a43262cc5cdd2fecdea0266c90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f634d5b58db53ac4a74f6df4aee5094c7234dc6d607999801d632ca042cb25
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae99c6a23207eab2e5123f774b45cb4e03e175e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169cdccc8674f933a99c16690d8fe6452cbacb7bc32014d68b7cf8b094e45758
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5164c047aff7aa99ab045c63454029885b4f1e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cd5919d94fe2f45c2865a7568c4431b8e7da48ba4c701e0cfcf48c0efa263a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5814a723a0df7a43b767f5d01ca2d3965d88727
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6c7f5654b4bea70ff01ca2e2e5a3e3cca18a1d182dea51644acc50a5911182
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4ba2af65b00ab3c0099b1eefcbd398c5d76178
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac02eeb523509393310d0f803e80e661d0357e3dd638545d30dfaec27c3edca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b53a3539254351518297e36084892145adfe1d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8932391f0bead65b3d84ae4ea778d613d705e17f2a56afbc7e3a8ec9153bdd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b088835ffd961d0141535df77bbdf100be8e5318
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e657f1d100a30b5973da6a4752dddbb75a8e81766fa489bf5205b53f4ea5d3b9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7999ebebe854b21298dd2fd290464b055abb3d3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dc01d6f1e05773b224fbbbfcc86370d8a60ed18c32bb30767208e350525902
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3c095a478a21c43e75e32515675313611ed6f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763b93c41503ab660783ed9fb89ca4b2b800e828b4f59093f05a7c2fe09960f6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2f55b6d6853c8de5baf69a1219bfcc85cccdb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e424c05781d0ea069946f29243e531a92216dd4da9f90efcb173d82b4bc0ddd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141ffcf3de664d2c25d2cfa06ff677d865665aab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da379d3daf91704cf13ca1e29a2fee3a167bd824774889c51b84af67ca08d170
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2846588a552548ebd90ed6c4d57e0930e6ce0969
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02a6f784b0bd25c8c91fe592539edb7d42464b39abdfba14a660f73c30c3cc4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ab0d4526e260d01d9a7cf83a3f84eb5727ff62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61cdd398d204c6c80021f58879543b84d0c597eb5afa6197a2d94e30c73987f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba69680c4d2f3ba8a7a0c432083651310bdd9037
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a44c21015cd3bf7075f010e5e0668488b92d228a75ba737388a0af34e8c67eb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e8aea26db36e0f059743b497de309391aecb9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929ca1c70fc232f4c2221e864e7ca7b3881271e275672ae149a8401b09b345a0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55149b4b58c30df85bdd8fcc372a4be2a99ca8e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175dcd415b40bcab91f89fa7b2a0b882307fb9eabf823eb201fe2823d68a8455
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61582432d9167affc0690ed9020f58949001120a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2330bd005001d40fde7c0c4ca15970fe4e257f1e8aa8a8eb50d29429ab0590c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2601c1ed8f5cf02e4801a25185df179a0a2fc0a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c37be4c3b9fc17077688362b1aa619e424aa0d6dbdb22eb1d3c9f97d3acece
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd777432e72d48ceb4c63cab1209f53b9ad3d4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2334c4ade9738948d80bb4f813ac9acfc8b3395b4cc318798d3b6cf01f326ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667c584d5769e3caba97dc51eb3a5430adf3de35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca5ebfe9211447bc3fa086ebaec769b5513e879d861bb59d38765215eebbe3f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ac59b761cdf4402be8b936f4313080c4370b80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e71deb43f4e47cbbb42de6028f503769f5440af8281c74b4ebe6afa65b8cc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d526061c9145ab45c59a8d730f5d8859257ab11
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecd99b5c9e285dcd7f14953b20a78cc3d9d53a725b57f6b4db40f99ffeea525
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809ab67f961024c0db99ccd13227bf0b8c07498e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689fa2ee01fbd6111365e58ed6fe710800ecc40089407473c93775acca7a61ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522b559c5441b9e8a85c47b2aa162040f1893542
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0cfa7fd8a0f84b3bd7ed56b9692cb3d3fb8f1868ffb276129cffa6b25f721e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638e3561cdb8be6eb37a07339d5202bf6a11c427
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f375be97197a08433c53a5b4fa399cb34f0820c4775ab3fb216e9b55f7fdde
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448c5d3e136ea88156c02e4c21872928041748e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48464f7d9faed46048a78b94423855e23255f81504ec5181dde3898a79b40ef6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105ac46ec74e588fafb79c3886aa1a8e1d1ff7b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aa0733f0129adbfb0232c987d9994037c6ddfa98214e29961005d78a7e4598
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e7ccf659c7f1873b6365a8139dcf8d3e461ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75efa81b288f45a58064120d7b993c0357480108b652f510d08f8718713bd46a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e343f86f96913e5f6becf84322be5494cfbfd13d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41db0c7ab12dea21c8a0631065151a91df5a44cc4edcbb9daa9a9064ee3fa26
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71290c025322f4c14add494f4e1b5c7d7cf222f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b18d605514c025ff16f4d0e0c2c128a038e5fe63264b70a51fc2b260a60a55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b905a77c7734069ebe951725b7cc923b8d96b4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad93692f5d05a08a2d86677341510b3d4ad4bbae8e932e4263c3e091474ff11
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e71b373a0db6bf8f8f7486fffa2245c51c2c95b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefbf8f1f4ce79cf84e7cc32e796296aa73694592145b9236a34907b3b35e68a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7287b18a5008120e860ea68bdbc4e17407603b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7014e5affb4dc1795f145ba1dd52573c11861f89ddbf3c1fea3033a5ccaf01
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556929ba1219d433d4346f6cc61fed9dd12c33f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204e616103fd22ff8c35f272ee66c7bf3b2764a3b4d750213fb5031657d07944
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4447746188eab414d5c49ef432f1ddd2a726def8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb4859d4706ff4a315d8fdef8f88339b89231457c4d59971de563b161406882
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b4bb95442141d0db48bce61747d127391ce64b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2839486b4a7f2c031812f29fbcfc073e7265034b1bc1e2163f26e75915d3a99b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105be6e010661338aeeb91cf453ca969a4e58ff3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be53d2b0efb2b5f42dc8cf41cadceada6a51d30c98c12921ac60eaca9d6d29a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c16d93a3e89dbae28c597549cf6661c258fd4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5863d44603d892ac2cb3f2c50397edc21283fe50a6dd5613e57ce66791df2145
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46630b688523ba14a2a3fff3bfc215fbc3bf6972
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f75758464b43094f0311afb4b7066e3d7aebb71375acd284e03fe199cc009
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e207d6a64caa206f457e60cad2a499cc17259b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95c7275fba167a449fe6e01230677a6b47dc34a59f1350318cecc8a2154baad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c1c00bd923851faf541f35568930a34c8ad051
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bce50de24448fbc836b8ce225af6d1279752a6648733cfbc0a221726e9fef57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad7ccc0de4e82a6449be83346e71db40ab32860
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3d442c0d521e8e81ccc0ff9963c472e05100fad047d4b3b6f9178f8dae9a02
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68a4fe8623afd5413434c5304eee3b1e53b0123
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d762428002509c1e18e8e56f2b9503c08449fd5ba8f736e87e5d77a1af29b243
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e7a66788a7e1452a0e7a11961b1ce5948ae645
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d91355a8009b36941a0ce1b6b8262256cf307e7306b16d4acb7d6b04d2fc63d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31af9890e8beebb64585b56c7b03cc1b4f3a135
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e90fa35203a30b0000cf322acf1af57715693a6982f7b245356fd3d049dcd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b157984591490e2613500ea70f3192f55d6b8dd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82384cbd3f371c5eda0c31240cf7216d3d68013786bb631c1f5c543dda9914bc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab617886c2ef687fb356e6f54bd74ef82e7a185c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a727c9b74a6ad8ee94aed6a4cbb2d712039b1625697bfc6f4e8c146b3403c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602cc38efffa292ef38d2995bbe17d3132ba55a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35186df36d1415815a6ae4862f596ad8f1c0a78dd51293fe72a5a404daea10b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4a496720eb640591e6d66090c0bc4f9bce9524
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5917a0dcd04ce8c30dcbcf981c0bcafa959a563dd07355cf7e7c1c0df60f67
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ccbeddfa9a2a21fabf8b606dde23c2749478f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b85ffce43fd2afb016c8229d61b259eeb82c94f8675779efaf428f8fc9fad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce7d5450e69f4bccd2142c1448808342eeb8a48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2d018eae7f10eb696faebe0d15a34ae6b5003d723c81fc3c1ecf347b154496
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcad646690a37cb9b374987cffb9b9673cf775a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cdafa8f6dfac0718ce127c266f1401997c6f292a62cf3fe4ea5b228919b8f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28a8a1d3e8b75614304778fee0bbadfc4a1379c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfbe695ad8c2d679a3a54bb0e4950138653f48d330575dfe919b2c232de85ab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed16c8b3387335dc7b1ff72c41ecf77d93a83aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099f368e59369b7039f4b8abac2c356ef31062cfaa854ba9f532f065c84cb69a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dc8114654b77ceb5d9deac831e66d1bdcab2c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4e9798dcda7700ec6ab6bbf9bae4b3ea5d1d9a1f652aa3d93d1c0886c763e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8836369326fe0af8e4a9b69467c4d76bcbc8b26d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69b4ae19a2c70345d965cabdd7ffa25f3cb06b368d9005eeceded862f7bac63
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc22d7d7c7057fe2a23c15e7242ec81248fd497
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0563cda173b2f2838447d7044109133d2f5f4359b635c5d79ea9f34789db7a2c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6640e6108094664de28d939e608f5f1f1b491a4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dfb9b49c2aa5e765e5fb2bf0b750d254142e0dbaa41fa617a6063dc76353f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542d4cbe2d442e5e673d9b2f58136b21b1436580
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f516cf52888704b66e1ec64672caf8c3afb806e856bba274a37f328ac2bda9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc94c4d930fcb051262596c7a9d2b9e9bcd2cb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae966d9cdaaa7a43fc14eb80c97acb15de589e317f9f2dfc70ac0a5120d63041
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c45119514ab33c43e4003d844ff9b3dc776a8c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd92b4d07879fc16583f8e33c23c926db1b7cabe638677c3e6d4399e970a2fb5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3770fad82255d75c5aef5abf251fe7d60731dd82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83854278148a5e9965a9a55e7aa9316d91a5d268c036fe369e2452e8b57f98a2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1169ef365eb728d3f27b8aa81d56390cbca83cf4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb3cdf17de7ad1ad7dba43d3cf0d550f2a85710d167f3b88b4200c7a56151cb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aacadd66336f93e8a88b8d60a03c19c21d1bc2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc965440a1e977f39520507415a7abe1e1ae4d979bdb4fd7ff8c93aea8f12c8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793469afae094cf1a88a56865593e1a00b53c9c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6838e36975cd7fe7e6f665f66fc794be5022a7f883c7f73fbf525a736eb4990
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32cc92a870bf46e1758ce8aa92ab17c71bdfbbb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a009d6f453a7eb4e17f5accada6f6ec7bbb1588ffd2e2f4b04683891513855e5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699a0905239c33ef934b07840d276b91f390add5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fa374331f1c42cdeaba17a1675c0ccd8f5c2068cf556021ab60586c6c2fef3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43caf6c93eddaaf654953b3c693e94fd1129e3d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f31239d46f7d670f048650717bb99c0ec06483cfb554a47e817897fca01263e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a21b256ff5f51b08c0db8950538f50d50b2f240
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b15b78e60dc99fe87c13cd4ea7cb245a1e3d4e4a235948c7adc3485fae1d317
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66936312aaa7b4351d934e6bb0388b1b5f2026f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccb09dce286da36b17478df3192b67d16b195caa4c768a06edca80c16fb376e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7864d496a4b0ed5aac66783cd0c3daff3dbde0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb8f51cb27a58a50d9ea18897c6f77896c5edba49a9c2f382b4194dd7ec5d3c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f8a97a02d8aa349138241071039d988802123c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d3ab9c30c7b547429f834eb74fe40c69fb9212ba7c81ecd70fd40a54dd7f37
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633f971b0b81e4619e289066c54cb36574eb448f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3ff48d5a59792e48f3d235be51449965ab95e82664d372d834c51a119e8cc4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b48495a366840345bb3a2a8d9b5277f94666ddc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1dbc0cc0162b481a9627bf1eee6ad762463bd78802f33face6e8516167b7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900cac3a772f48197ecdf139c9a079ad9aaba3cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2fccb08546ff5c31843b2cf8da7b64e7dc542d7b8945e61878bc75e9b2ce2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b25a8567949a480c72f7347ab4470e4279a089c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd09c7da3e722f7ce8327fedf49ff345725e2af8c1d5086efb3c0c483a6e32e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbbcdb10af1314765189badb0e66eb87bc55c3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef6be3744f26bc864e06d07e651f20a01f82acbe1c54aa61926545a56d3d0e3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f245bccd9ac8cef645d367ea9af695666eec2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe90d7fae5bf7e50a9eda98d6c5657d1334041bf020074b11e026856cc4993a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34192cd657eb72ffbbbd17468a3e2a5751cc9f27
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32b2c267f800797957b84d2e4e32c0df7c6cb0068d26a8d14e7f358942aed86
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2369455911c16da3e9ade5efe5a7b24ba9d70577
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a7d41b90402c62efd8db5fc19305ebf4bb016fa07937fe77e24a44a9180d83
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67ac97d2610138f8657d125dd9ddb2728984158
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59deb324b79e0f32d7b52600ba82ae0bb9b957667190b1de03fea93ff3561dd6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907e85a4aa7a4ab2f0b537bf0dd93f5cd8809c4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0212851c7797690131fbb8d804a7bdafa588c39e9e5b666df16fed966dbf6984
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95fbe1e4220d55b1ca71f39a202b0fa4f9e651a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b87a69db34a6fcb2135ef193d917e3b11827c87031975aba153b1e10dd5446b
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4655a350c097f20d27cc842b6e42cc486c798009
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e195572fa809fe1f423f45d886ce483e592de10504971286191c9b8f17a5b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daffa2aa298d9a786744f15e0db9a7e233f88458
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e95a73085cd586a000e4cf6870269c0ac85e5310469123ab308281ae8a8eb12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b0ece841d9482fbd85fd07f648018effc8d783
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ed3cc2590bfda9c6041cd1d4370c731a43b702ed717025a2576f05918592da
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba30938eae50c092df138c372441801cc411b0d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14976bec82737afe26df5e8b42cb811efec3d2fc36a84c46f4d570e378011f6f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0547fc468c6090ef809e7baea76faa170ee52c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f97d612a6c73748bae76f96beadc003e2b5d5f4a8f6ae15d8ffb935c300795
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29acb55dd6ee409284f2409c8c12dd3cbe92eaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170836f086f287f323cb6f510cb66e04c0e25a198dcbeda22975ba0e0771630b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710ccbe8928e46c8356c3e2d3d280ea440730037
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2b41e693dec6ebe03c286a6e1b3d46c62963d4cb701217a4af33f0c7ccc180
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1c49bf8bb1312f44be4a326e68017c0d540a9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9c8317b411a8bec3b492bdec28f24712ce874d6ae6d6edcf5530a2152d84ca
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c139f0035a68146f519dee806c4d840374fd7893
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9675fb95aa9a64a06dab6b7257f51bb0bf5001e4035b2ffac01812325b643d5b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89287ebc34c158130085d6ca2618faba5af8d981
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5976af81a3d8860197cdc5a04533e5e8bc5c23d55f0d7abe09d9ec65abfdd347
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cffae125b3a473676cdaea7ca3f5b3daac3ecf3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d2be0c1a48df442c629bfebd52ecb05f5eee564ce69b4e964ccb25108e2a7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c5833500960cb81c4a4ac9821bfcb9c0680e00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4263f327ee8cfd851e756e23f2bf09e932b18ef4535e323baea0b9e90ab4bde6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139edebc990c41db6b23bba0333550327c0a965e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc84c6a919c07364e4bd627d52eaa3ef08c5e258b7db8da349a3527599aa005
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963163eb06135e2a818696f967a47961cb490fe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e56bc20876a6a8d3de1c7f59ea7fadd3c2ab0490e824e980a7394393ce262a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c70d1f928cf8bb59224ceb8da103aff3fbce9e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf75590dab19753a823e4b66409c0d4642ccf8e8ade905b294c59ce59e5c4be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d9df6fa1639ebdb6dfe399e29d0c4c5b7eabcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ef24f816e11a7d240f4d8a17ba201e631b03eaac6efded910fd150ed2f2fac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faab4577acf33ba007dc9eeee9cccbaa2354b1fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67fc3583377b630f6736b62bfc2aa93db50307bee343e196d76eb785a577e23
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43ef8153a73f9176d290a378f20a500f7801012
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dab43dfeee4da42c36dd21b5ce88c067ab75249217b9e30dd0310e493f7a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0340379af17a9e19f8822be0ab881fc1b484d06a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4863a2c0a46b52f5f2f597670a034b49b6602a78ddb62b8fefd202e27b6f9693
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadc4c0c76daf289ea011cc84e310145758bf01e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c357c2234755267658d271b27e428ccbd4e4fa73fbf438a7c7db11087d45d072
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76a94ab9e11b2f9e2eed7d60b96d5c33e3299af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59698ee438087b4474068398b31051a0e1c030b99ae2672bb2103ae270db462
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f79d3df0907e4c60ee0692acb3c798344159505
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30addcad5fbba45b3be7b5e2e16747bcc0cf369863e5b070165cab778d18618f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1060bc6179e5a0600057e1b700adcf75f6788efe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85361cc625f24f7d52868cb3a6eae557b8bb12e95864be8801dcd079b9f9cfdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c8236552e41e3f852f04d83defa12302a5a70f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bd006897b436ca65a4131ea27480cbed679af9f4a311e89e2945ac5d2c86e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1424935d7f048942a0ff698d90221f1ebfbff4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e505200fb6dc7cc0b5eb722ac299c40093c015cd5a314c1d619c871d3df8cb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1733e03b44759567e5890bd39902cb2d1a0b8b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9986aa9f3d9cd751713157b92c2064dcec88a814493d654ead85e0290df3447
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c9b325610baa3dcf0c22017997c30a39a478bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bc4bf089c14c8547eb8d5083629642008cb1356b850d6f809f301fa10876ce
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbe1fa80b99e14e27877b436dcf1f3e709fdb8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb9b87510c251d7d9030b4ff81ea945c0785109b15907354cf88e33d8f45fd7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ef07ec2927fd7230040255a730a2b05fd46106
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6940161e464abc1aaae93fbce79a338116e756dc4ebd8073509b594d0ec276b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea4e7ca933c6aeb3b2ee9580fbd289f72164039
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f6e6a29491afaa494c5fffd605ba8f57c5c968e29a1e61dfeb0c0734f55092
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82cdc8f2e655d2cbe0d0ce4627e0a70d5ac23cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b572da2c5d0cb457662b2121f1ceb7bd65bbb9e8aa34b9462fb436e3e1f3df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab144616d1b25d6f9214965250f77757658fb1ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01f81526a2a771ddd106ce89afbab1a14c2dfb92ac6f3b2d43e157314963254
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf8c39454a3cf412d1a95b298fbceb72996ba55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d776a917f6d09a087ccb1883b7b692756236e782a9b5eaedb3839d7743ac3d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604f2805d395980bfe86eccf20f265c8514d5276
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69e8baa33be609d888c5ba8e2c0ea56573a57ea6a79b5d777e7459a37c73208
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e1f110b7fe3441f7d2306cad3150f84d0597db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc4e9667fe2d7244b95c680389217fb85f74a57ec2c59f71680b20b661a3dcf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75857287b936e4cbf79fc6c354a34778b0850f45
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da2a76c48bab30b4d7b83df62c1be681b76629943bdb652ec424a283ae7386e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135e0457ff50e67888743d14ac8d94058ffd560f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561a0aeb5ea4be7c63636c30d7cd9ce9a966e5c380251d0dacb86b91647e40bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46be6b46a20ef4c5f1d2863177b2c104c7e6c96
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf4cdcc3aef5159568eaeb72005868ebaac91f232391efddbe71aaa090e7d10
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c5e3aa5e4286dfbf8bfca43794cfbcea1de915
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f1cf4fdd571a775b4d88941d009036ff113f99939cf1d9ede6f5f09aa2d353
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01b21802e5f804352804cf165abcc3af691af89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2014744c99ceeaf9b85d4831b3409a1b211cc79d16ef04bf88230a21e67cc9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f9ab363d771b796b906e1201049bef1534010f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e48ad7d23c036e8d60813b4fd5d4cf4bf47c9d57691e3aa98451c636826be06
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e084b4b62451351f7fde3c0250973e2cd1e4f2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1de4ecb23f8e5a9b45b147b91f0f095a56856f55b2f4eefddd591f6fb6c4fb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfdc92822e616b599f7ac8d3683772f9395efcc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d943156b57e1cd9bf56be7362e0709ef25fa53031fdb836cd9cafa8120525b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91fcf8f80259ce126f815209d9d396e17c80451
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0067fba475d8f0faeac458eb3a315d62cea240f432d40779798b359294494345
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf793ec10000f7fb07a2bdf55cdb61517ffd7a4b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef693f7396c27093819979efeb80dfa4a3c4718e3dd42876deb8bc66820c399
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b553457bdf43561cc095c0e22038301ff8e668
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad09757d8712950c076355dabb86b73a82bba466e63018353706e2baa01aff04
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44fb13f806d1f558d141efee0568892563128d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecfb08b17b0b5eb943af5508bad7e1ad7df55802f976155b4f277d418e83c80
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6853987443f15468f5d97c4fb87fa00479d5ea4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9de2733aeb8b0f71b6202d72341873b1871c093551464f54f241475cf4365ad
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514856ab2d12c8ac3505987485a7d3470a7d21af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980f05c6a4df2d2033120793454fe7d62644bb4b7443b06c731089a02163bf35
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08af7a889343e3ad06bcdcb417b0a4c605b0df1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e3755ca4102478f8cc0e6aff564de1e32c9212998995d194bd4e96008da260
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23eb78efb1c5a787345a046dd130b9e251d7ecb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068203faaf8364e669ba432e3e175bc54dcf9030c9465b876c51f22f4e2d1527
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e7581125ea12027e4f0d429a41956c5a2d3b2c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b80cb52022062616d1dce6699684e8859cf690ffe9bcf2174e4b1ff98d46787
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2d79b0d2c230a89169ab9d02b1bcf5913bf568
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe2773f06072386c329597066b95f55c1a71afc3ffdaa58d00a59f38b6d12be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2375ba908c2433d0b9bedc02a3e2523122e40a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15503b42148a0bd59873df0c43a074735385ee3290ffca945773a6173331c363
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e3578d344a5b84ee83512d19eeb5ebf9d2e149
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9677dfbd4b99a2d80e4806de9fa37a6f45f149780cfbd720daf0808691f77a6f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581051bb234b28dd957e9b51e55d8237779d22a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a587ae324e47669eca6de72b8780a0b31460813a115be61264b2fe0bae017708
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d61678d5fbad48a6ac074591cc40245290471a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d376d0caf88cae3dbceafc43f37b37720f40f1f77d0f1020aca12225f82ff963
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1101f7f736feda42dfa8d68a1e88fda05522c51b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0cc43f1fb4d9451fd9b81cd271435ec68079273a48ba0a69721b323b27a29b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e31295888bd6e8dedda511ec3804b60ece0e110
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e4d8a671686f4641b550b3b1ae161fdad2887265df406aaac916ea5cd00740
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e205238c3db18e77b401001790595d5ff81a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fa61e91c4c216c5035861f0980d616686db6634d17a006b622770f8c184bac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dbfdaa6b0797ecae0faad2e80d6406c6cd3b31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba7c454a20c992162d9648d9ffeed614d96e3c31ebb8ef49e71415b7cb7cefb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7de9161ea8af283da07f85d2d023ee87a3c9f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b97fc9bb5518dd5ad43453e644e20a0f40be1185b8b0f2a06b82b25a8b610fe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b972aea457de61adbd8deb531b8c9c2afd5cd8cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcd6acc079cfd2107f55a207849c7012c1c51d7ad469ce3fa4cb0a1b59dcd7c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbfd04488671d51cf57549120730cf446e19acd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b1e14b8e1d702eb6f70d3c3390fa651b78785d230713a0a18db29089f6a1a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d5143112a81d8021c1a9df02ca26e9a857609d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c551f98ae94b73433e4edfb73d84b639f59b99132356a5d63d2f3d52fefd2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fd4354a0ac64608805d0d4a99656fc829c6828
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee5850d5e8124e921fecae60e9245b51726b22ea28e544624889770f40f48a5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c041a2b80e9c8f34a64f71235a4d7c297517b03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bd55d8fce925d947f3fe1a4a2eeae7722f3fdb508a41b43320435aa7377df1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f9aa852a0b97c179437d9442d3b9c90ba783b0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2db1698ba4af3eca96bcfee850b2057a417a168915d5c42691c07fc8a93253
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a03ee9e0bcb3cad0d736a83b55ed690921cb9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee6e3bdfc9271d913498f66de4333d55d03951d714532b873c0c3eb35d18717
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e0a4b768b97a6e134673d8fd134e62a9a5de0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bcf0c83052f297a438fc990ae5564844815218ee641b880eb24ad2473b641f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927dad2aabd2fb09d6bc1ab0c4e793034f096120
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef92bf3ffeecec793c845dc5957e548f08173e99aca86a5b0c014f404a2bdeb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc10a4fba346240ba9705627d124e77ae293e6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224abcba43e6b857fcc55bea7d4e5411a0e6bce10c5d742f5a47c9a83b04bc7e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2982a7f746de52e2b7bdd4aef0a66e18aa903021
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfbfe34c3545d49ca69d7373172e82ccbbd2fe4cb42ab8ad30ae32cc99fdc70
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d423cf63aeb81aed4a548f0f01e6f5bc3cb13c15
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014d9f85e6dbdc2e15350827be0781db2a86226de3e847f6c96d6aba1d7199d7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7d98a5ac88b85daf84374797ba678de91a6117
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be1b5c7241dcca407c501f834183d929a9d3777ace98acf5b1f8a2b6444b1ef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ea62c0a8d9e9d830e3bef9634cd2930cdd57e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2934b8b69c6a7b3e106ac37db43c8db40f05601eb8e3a2782bccad44b93065
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c520fe1e4cd430ee4b53c3d85e4af0ff9fc6155
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d9ae7c53970f1e05126e9c77c182b7958eba4de173117393fb46ea96e33a2b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc94ea391afa34854f4137189ef0815795387ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a9a0e29a80e44fd37781b647d724d7867b7590e7d60bc66f127e04b1f205d9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610db2b04c30f905e4279b6a7272c32cf621358a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ea76ad665b2187f4205caaf02c341d8d46fa53986deac516c481d2e7b380bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbba1091856dffe60e45a29c6bee2223f3e4812
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e875465f2c9c797de5b9a4272f00c1c8f812628e0d72eb0a3e5610006c7a0ea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a30fc4c0b1e93c96a754f298ded67be022a8499
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c27ec4f9c7bcad640896616936a9be98da14c1820573daaa36edfdd9e7a7a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e08ee488b1d491ba63f7e58eddb0076c423a4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae821128dbcba228abb989db77ebea8288d507519a52b97821980b9d3ed77da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89315f2f1ff155a8522202c1d810e562aa4fdf2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ba905047ca00855f6ebe46c5c25043365ae271b79f54a4d8d0333a5b492092
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b979d0e43734231c5d8eb311b53e2f99dc6cff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf40819297304e9379059694c73136b2cb8da5335aa4f19c2644b57348e8c9ae
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240d1124c71bd2ffa5929723ba74553930b58771
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce155952a45b829b117ac0c9e37c1fe6369807775dc171ec91885856eb57b9f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e765179d580983977ccd892fc1e2afb79497883
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db533a08ca3e959da21cf37b3cd442664262de0b1feb238d253c66d25dc6c2f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e92e46fb6359609374de7b07fbb9d7f0900d9fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b2948aa4809c4ebd9c0ef7b7dfad6f335cd767656d8b15b49a9a16ad62d8de
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679d49edbdbdb0e33b0519943e6a1272d870b7de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a60d3a566c9819a9dcacb27603622c861a44e82abd324288698b5bad888346
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3924760ff67b21507209ab0e0db8f6e98d5f696a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c2a2969a931d7a82ebecdd0a295644fcd6c7c98a7f3ff9d029bc7c551ffef4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d881dba68f9ef3084db07eb79e83de407995f086
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bb2c36e2c56034ef7d590fca55c2b1c35616e50ccf56fcf194f3970c73bd87
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7e806e07d254de83a5f1cf703c2cc0b05845eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6890988f36b8817f2b9fecf7393ba2224a6fc8619c307ec5a695e19ee35c45
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72191202483b26bc1d6ea3ae30a6a1952455e796
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6979b378879a8b528b6ad0f6c02159194501c882c6263857910f17651a962b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca4df2e15f1cfa17c27dfefb4c45e547702b9f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf22e92b591f1d62089dff581e39cf041c89f65c2484db14719e741ab989f142
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eb6e8a7449e1b897569e0a507731b43f729aaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3e6f35864b18a7b30a59ab22804b65efdce5836992a3878b118ffede226feb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7631df86050ad55d6f2525af891ed390d887ab50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4d7e3ac236c41efba124c448e37e7d05c3a8ef724ae7fe78bafc5f1d21b642
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce933ec88c06c1c45c459e2f3ba80a4305c73457
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbb6906345e1d24a5654c2b53989a60c8fd5a298cce388feee6e070b5e4337a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc0b30aae2987b8a315dcb46e7c0c43f02b3a72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a3e6825200cf54ffc300c95540ad7f665691d6e7fa1ab321305a66e92c2f55
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7782493888175657309c74764f2f714a32d8e89d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a57c81b69b59c5aaab8f0d84587b3c15a684b310e433d6ae056e50c20c5f3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60ac14d34bedc21f17ce12d61878e3f0af367b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482f6936542f8530cc5fb804c88af22b3ac51e7ccda08ec57ed28fd1927d17fb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ed34cb5b487553b3737bcf7863dabc1da5a71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dab020533f7c4a2fdd96b6de3c7d38b25bfdf62d71c80427e864db3247dc77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a847221ca3218b5af303125af71c66e1e3a0e86
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fc015592a9e888ae59a9ed54b4b3eca83d8a3ff20867d5cd25f63670004c17
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe75ece50f28e67a2163c8d184cc27e9f8cfc965
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ba83921f166ccccbd3e1925508682fbbf82cff47427f681c85b10837dfc009
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822ad0f7e6ca98f4283baae3f0d378676d24adf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cab407f5ec1f46b313c03f6018c5906c16de368a893d72218f2d3f37b25542
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8153c321721932f3ffed02d5b0f552de15dc9160
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10afd2411470095399f373e78b354a5ba8c8913333aadc4a8b8610a7a63e8b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6011dffd929c302bd5e634913217e45151f757a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f0932794f2bc4fc44e9c6d643e8419934664494d4f475bb2e26697676bcbc1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109c34b79e7824c92ebffa845596e2d539e8f997
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7c33ead7df779df4fe9d9d07b9f4ba3fd3a9c26c9accde0917b33ee7a2731d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c5d971adc08cb822a2c2adcbe611a7108597a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474e793fbed1ba6f8d56d259e7f8db6ad229552824ef58b260d0a91a1b7cf15f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6641f8e1bfdf1d5532b99dd108651fdf16f359
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca8bd791c92c1b2ea76fc54e7470208a06ed6dbbaffc8cdc8431b80d20c5bd6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d704c5bced5ed178dff41a318a19680dbcec0b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ad9807c0fc82dd24a1bdb9ee012b9141f147cbe6a6ca487cbddfdfc0e93f45
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd930df5457d696786f7c41461e3b9fb81e76d2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae5f0b590059035fb45d714503cb6f00669e1cf906835b15ef9cd60af699d3d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7925db994ac311f2beb782d64567579776b4512
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29f61ef79bfbb79db583d4250703bce83efa573773d030f9fa2118edda8a6ff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d8da7a659b310fc5838c22117af4a488bca775
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902282ffad4b3fc42e911cf682788715d7412e1f2de3662c6ad9d7d2ea9f4a51
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a38b61692c6858dce13c418c4696a46b1c53aad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537ee380a6ac5b64de0bbca86b82c99871ca8fb1f943fc885d579a33da5a1f35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3d7bf34052d1b64616ecab99b0369a22208c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f7961f3ae689addf3533648639eebc8445f6b2f5e456c6ac4ce5d2e5422414
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d1b9a2ffa5e341b7e8e0b026b26d4fbe699f73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21541df3f62c8bf88e0c503ca7e3c50194de488b6343601bb8311aafbd2bae9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37012c197f5e76788ea5ab493fa5caacdc2df846
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee002dbd2a37357f51d9684cd53961d71259bfca019b7df6fd61c3400394d70
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229b958b5ef89a557b9cf4fcce5e72df2317b0e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15822e7b855c2269e24ea2649f217f45b8b6ac197d7907bbd136a11a076ce933
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7c089e23b1c1c611884de73a7a932e78567924
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708d527b7df1e9f435fa275288271f4928fdd97c033dda01181104123a7b6cf8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65def3e0a9b3e956f0c9df0eeb497b45878c4dfb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a0223809ec177a30af37456a2ed7b642ae841a08f99cdc32c8a0f191198da
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd13ea508ec93ef03f390f035e11cb396a4a0ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a12fa12a14f959f025c5cb51ba47787ddb1a65c8c140e1b3ba60d26f36a945
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a10f5accd8856d3f374a33f5d3b0b88489636d0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ea5ab9651ace7dbae554c81798cf6e12de9ffd0896d431ff07e18382eb8fbb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d3f3e39cfc835a03d306aefa1a2d66b981ca57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e230756970396473571fd0ca69f6f9be2e3bc10f452fffd7962f0eb096c62c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209908b0ed715157cda9dd0cbbd0f5dc053b1c2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5486d30ec2c06ccc06285585ebb911ee37d5a5f1f03b8d0b80e60ff939ea882a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cf0007812e9e016e6f21b61b213646964034d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b484dd9e0108b23f4fed3ecf45ec898ed9978937ce2fe55df6af1175dded05a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0520fa1e8c0e0200686449631087fcb79a453a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b482cd2d0aac7c7abc4aee3eb26cddde123a4b5784efba66bfa1e1dc5ea5dbd1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18f6d99515cc445a5cda5f14e016eb0af23db8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c9c8963eb5ded33107b2f87854cf010ea2a146acbdd75367163796d07bca61
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d9c875ebf580fb8ff33af165cdd1fa78c5dc72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8d86e5e8e4dfd825bb90721ccb8424eadd94ccf25246a68eafe48fa9d24f71
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2d43377fd56cfd4475cf879267723303a0e9e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9066d8c421515a0a97ba631f12a1a375321f1d844cc0a895ef4e2dc689c9dbf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5fa637fb4727170ee3646d786f134a562efb16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4901e0650d2a740e3dc23abc27bcabbd3376bd44a7f3ad7dc42ab520c85ed29a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a3baabe660ff8a882805a18a34f80b18eaa9b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee859846b51bc264a6d5ddde2c6d7d357bc371686f82cc4f87accfebf5ba2929
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a3487a66c06af6ecacacffb00e8367df76695a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77fd56c869d37f4a308acad63795c33ee7557a7c14cb163c04f800ae28d5fa6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655a2dbdf316a2d48912cdac4ecd73d8c26e4f12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb6cafed52c9873799d9a36c0436f27fcd4ada2226ce0663f8d81508e97397
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273572b7d79a1e99970e3b8bb1855e9b7fc974ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0adff21ab2ab8431de6f111d984927002e335086f4014717568071d943fd84
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82902de6ce9a58c68a860d7cb873f76c83451271
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f021568d96360593101e8e97284faa021c972e709e9d2457072319f827d0766
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5f8403b18b8b6d4696df113949fa20c8b7258d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad374ad4e64bb4a70d8c6ad67f40094bbe0d8414adb459709bc4c6dec4d3f6bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bff5a7b338e247d1478b1d06498e177d0cd257
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d002bf8febfb4b2e311b35fa6ff5e11445f6b428afe4e60536a762f46fd01d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5d9e13c6dbc2d3c93ab62958765fcc7368268f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e566b6107d9410cd61f392e2e58e6a998fd7690056bc9a443d645e05dfa852
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abfc8a9f9c5d2e980dbe8387215c9651f2e9cd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb83d2d20350e6d2b7ccc1642e83be673882172c5f7b620f2cc7a7bcf6661e98
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8c6bc215b946dc32f6f27d9e6e6527bdd4fa10
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d773ba61ad8ba1bab50c265d98bdfe309b6d9efde22b99eb27305f88cd14e7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abdf1533b71653b683bed565e9147db08373187
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd4587faa1335e60fe49025dbd844514564c2d31a9771e4fe0c9257e1f97a39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7646096d807d3424ebdfbb0a60a1ba575e15a07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6839fa50a3a1fab8a084cb83aa14c477e7f8b78452c2192a558cc36c4098f06d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6052aed8830f0092853f55ac95b46d221750a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8a5acac7c9f5c83571572f7f0353ed39ccdb8d7a2645e973b4fa8b537d73a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575543b91b8cfc8f192fe7dd568a418f137e66a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498cee0b4856c35c944b87d73e0a35b1f96fa5006387ca555aa468d2de6468ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ff6985e299d95a44ff9193d26641b09ab85df6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd79512654b0e977da4f19d83d0395682a0449da99ffc34b9beb79c3fee82c06
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb017b32e2450b853fa5e55ed632cd4a0bf2f3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c200753893d4d213a72b3d52bc4a2dcedec5b47b626a67010bac2778bcb61471
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae301b64e51707b02d25ca1e8321c32ba6cda7a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd3aab496be2bfc18e7eb9ee89d86c5ef5fb8fc69784061a0fca4329d473140
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe0ea2c8b8ddfb56a9003de56236ff64235641b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24229f50b25a2ec10366e0b4a8a3155789026233f90e3972ab6db48090a5df5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d662bfef7a53a95f2ec1988708e26b09f7d917f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7db80a169ec9e822086ab9096470838485b83e30872533398919569220cb9b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e148f9e72b04a78d7d2d4b24a5a198d70025cd9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b834a2b6710f2b5318c788adda5b08f22d529e9f261fca7328db2b4463f76d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a056eeac35d93fb234e1d9633c54af71495f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9164382bccb377f4210bfb4686372c3dae90d5bb265ca09397410ca9370111b5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53859e5a97e92dd483b3b9c90e4b4427e45db114
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343cf9e0c66f1d8bbcc71b4517188f4c6d8c2d38006a3e1243786bb7b7882d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8c0922763f6eb680ecf8b8a1b8c048686a9ef6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082c37cad79fe3084513c0feabd9cb143b9f6601af91b212c73c7eff178d1a1f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360e02daac8e06af6b2086e3fcd7e3ad228a7cdd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd35bb24322ff16441f8c1e2072d68e733d3ba51e949f27be32c7b7b834e0aa5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198ebfcc54c34e96d9eb9147b86dbef3b2ff32f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235eacb888c3705a2e52abe6d8224c1ab9f8ddb784f58bb1713a35f3c40ff44
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2640ed8b6ae784f50b2208c479d55028e0dc5360
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecff50a38571e026ae750cdfbd18ee4d14818f28243746d1634d0d9e6146e226
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522771496de022826d235e6e8b3609890b6d9287
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33680613674679670e66ca9b3e1f38fb48768dfb54a6f862e0e5bcc541c91679
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8cdc4f3fca425a75604d0e4976832c0056ace5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f1f3764f2f79f79023d768965d9fd56426e987fa84e86843aa18492bdbdfa9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2db90cb80b90317a7f8f62604d127d8896c5d9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2305ce72ba8c2292e203b0d23e30fca2873c60baa9c09006eabb53d177a941b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa00a2489d5f7d1c51cccd9d3553b8631839e501
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2848608305dbd36e49153d6541a59ed4741e380ba94698b093cdba14ba8fb9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4be1bfb0d9aa61ec54417243dc0ca139a9f249c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969bd651348a1a51aebb40ba92c52f03e618b100162dd2827aa88a8fa2eb586e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfb541569cb6b2e0a111bed36fb0add5d9f8cb7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e59d373f4b491931f5a4138e51655f2ca5beb7488b710696ec530f0280f34d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c162adf2221e96a3b32e01799cba521139fe42c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6cabe562029790c449adc0a863303ebfdeeb96dd005c1791d797befd2b803d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4394622e8d525bb5893d45766a0dd27fd032166b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0897ac3a1d2a7017f6011daff121165b9c0efa19f6636c42c3283b05b9cd415
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920eda140eab64466572196e9aacc0325e612d71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e405228920a668b31bee2579674f2201261f1a028b84cc9798398573b4f367f0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bb93dc6a69fd27c0dd62a445a298bb366ba29e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8be73ede847df1eac3c87049d0ad7709062efb6d2fefa6eeef0d6871694ab5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbc282cf0554e97af97fc10d11c3034ebb6ad97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5c853390e7b6f513a24dd418a420746e7ebbe6bb8efc5c1a51ef9091459987
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58009367c56df7687eacbec019f64a7a4eb6355b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96953d0d5a0fc5a748aa203a5900e12028a650ea8cc51fdda2edb638c7563a45
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f29caf9235bc2fdda99c877e011f93a7de22eef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980d4cbf57517d2bd7c35d3f382652fa5c3aebac081d52874103abbfa903043c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265bbbf9903174e5169aead0b3e102bb650efd01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6175ec5dcb5e606d039f51ec265c467e17443bd0c3a835ddb97b87c96e0fcf0c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30002f7a39be7d52596c75d19ff8fa8d2838b73b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4c147b71a339a0c77c3b7f5c5cb162ef77cab7e5223a5f9bbffdb221d4b208
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9cd2bbca124de3f3aea0a73977e647479394b8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ff64619b17df23295d16c38a2b960f85a1ce4ead1641333b7aa375ae3d437d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15227d6daf50f06bf3559d1b54c764e333f8e55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3ac1a26e9fceaf708371ce280f26cee8e2d0b19bbc353a6434f9b458da9a4b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f5a471494f72e40026078b0e17d5420401c041
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ced19d70780df3f42f645f87090807500dad984285fa8901d9eabd9253e8bde
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332eddf0053573073e9670629d2b754accd1fe87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c175f54cbd5d7906a088e8322fff1036c45cd3ade9b6517b1ea8f09e6ee008e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7de3f3e0758b747aa766097304346684b42e6c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d264aba9500bf97fd44abdcff2a220b0eef373029e27546c89c5464ff0c1a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ce8df63f817fb6f9a3ac3153038e955c5dfa13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e4c3b29de0ff52ec3361d2939abcc29a5f105f9ac6d92902aabb0fa3c703db
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795f7479896314cb4ef17297a5ac7a5901eb721d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1d7273bf62a06eaf1859a12d94f95576f554fc86a12bffb739a9a6c0d2785a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9e5c56de6ed7d9dd9be735714c222325dfdb9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6ff498eddaf0c21041d895a3cb3dfc1bf152cdff47d6ff730e97b80e142e12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c2a4b388d007c0e71ce41bb7143f2493a80813
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df51c843e1db5201220660d27c51bd42699695ce4c12d2a53cde8b37cff9b49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb3246edd709e731a51672a8d41d5b87415c1a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0155dcbcfc6d74b87e3f5e20e221129ab5aa7de3cd74675e846ec1c64489587
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3201eb41cae7f9fb892439a5bf81d7541ba2ba4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159422f2130776f18cf0279d6e409d1446c6a059f849c726aa8e7da67b92771a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffb9041de8d6b558c9005e85b5f9bbc9b577072
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44068bdd3bb617f2dd2dea8c056f92ccd1556d35c4a5ed371ba845dd0215b46b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257d3ea022fd911b7d778ab7a72de37a69a2224f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0faf4edca9ed3e71b62fc9ce3403e06de5c0117eebac0bef97fa3a85368bfc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bec27b19b1aa756a1dfa1497156d8d1654902d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2ab35a30d0a60f8db5e169f7a1df52351b107ff748fdf75c1d61ed8cc675ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b556e3063d0192092169d8bc33420a57448f759
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f718c274635801e2dcc391133c4ad4076813d4427321d88143d1ccd3fc78bfb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d682ae4c85a02c6965d501ee7382b5d526f713
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b655c424d904015f8b2046319ae4e5d12448c6e4f91bc34d88f26c5055725e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd165f66437e0fc1c2a89918c8d802b2708576c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b322decc8c19ac17f44358ef0d67aa21d02abd302962128747ebbb0c6c2692
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971c652aa821c5558db28cff78b70ef795ed0e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd57c4b70238aa88d37e4bc7d833d7190210af080d5671d0f146ddaa079a401a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75346e70a7f5171ffec4f3d5edf01641fe8671d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9a1f9f53debef9ee5881455b4d932aa71a194c1151a351cad506cfb436c9f9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6d755745d34d3b787704088f94242b03060f40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abe50544f5c3b247c8e33cc463974975b4ac39324047ede6761e0ea74ed0767
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96afe3cb0d07b78330a33e4e1f1c0229d42d1439
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9452b88b3588f5cb1669c8834f450878f336e66182238bf5135ae3a8a8d35234
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec14b276d0b01cb7380beb15bb7a300f91d613c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39971d8dc018c448571978e82c956392d0913ed40d22cf2ed80f511cb3f05533
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227aa2d3026340594da9530e091ff254b3ba4022
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79446ad6ae4636f4499769455578fc89231d2dd4a17b96e5e6918d5c574043dc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd4cd14b93b7b40e4ad6a87e67f454b7593abc2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937e2a81d69f39c0f974abbd556118714551b7cbc0541c674010262c62445d91
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db94260d82fa5d2e4c9f50c1baf17c9149b9545b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e417e5502417bd35b07f2ae00e132d335b0870210e92e16b2034726bc8cdd518
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fee40d235b7e8393492866c51b3c8710ff4dcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bf6c0f4e39c26f95d42a5153fb699794d5102d1b585a8da0d6c40f0d4d2570
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78f936bcc1714ec7c54d0d2c991fb24f93cfc7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2785c339159be8884157f6a4d07a7858d282bcd5bf02b61365b94021737b12d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541e1b244e44c63be5ef3382d9a10ea137e84e3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466bac781d10b003607e787cb4b55ab880bfe1c122c638d0aabe1bfb5e1baae1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d14be617433667f880620d0b0e0e122b91e5f63
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573011322a6db95ae5436f34426a7addb8b8c1b7c121bb41f62fac45deae59ad
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385015ae25dc2090871de68ed9c8ec52ca9132fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef9eb7cfd17592b4ed491d579c5a28c22915094f6a4e4e552e9c37d4938bae2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96e6a912d49fe37b40ed5172014ba641b870b64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e420e3fcffb8429342efe61251e6d50d077c20b537b47f88f5b4318635f59b28
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfb88b01f2fb3a8bfbd2a514bf8ba2e338efcd9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c494193c23ad9220abe611d46e035a6f4e8330c2f54cd6c4ead246dfa6eee110
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8db1fb03139c931104859c71e0bf54360db62a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580d06ae52a3c1231b4d4749f7c03c6108a0fb1c3aa10ccf91bb7c559abe4bba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcea98b56d1d96a5230f1362f945c0a6e1e5f60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9945d9aa36a8b4186ae2b85e88d65d0fdb8355b30585ef6a8b556d90ee36ec7a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096a072ff24df7e8bbc7c50d31a429391a3a0a19
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f774d997d6bd2f23564211e72339dd80eaa55e9dcd5e9bbbb329ef7e293723
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bada41c1e9b3ae644e3b7de53b832071e2a87ce
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ac52d90c098cec6daed03e45ead0463a989a4a8121dcc16b9f1bd40e87f8d8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05eed52f87e417de541c1fe01f0c4750dde37a9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa3ec30d7e36ca2b82ebc73bcf4f8fb1a00f21ca9e5c2a39ead1829e7964ee0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5a22099e964f86da92cf6091c31d15991efcc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defa5b8ae804e4a3e73bc93632402a273078c9023057c0c184cdbce206e2dd1d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553c8578115f9cc3e05edd6a652e0537437dc219
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffaa2cb4e853245eeae83d9d6c05d6661fae302a90d11fad96117edb07ca877
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8f498e117c960fedd35dece6a765568d2810fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b3aa724256d8a6dfb8dd4388d2011e871e62d565f4887ddf5b47e0c1903b44
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9790893375e077c11c7f7c06869d2da6093c4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa4e45cfef6f13b80cc6a50cb2722d64ff30dce10656976477106f1c4cd13a1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1522e9373bf8c5fdffc10dcb023a03b5372a8d1c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f3a2e5d6e6edffeb25a1d270b744ac23501c2903e11fd16a85114925f382b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec668304fd82da2146883f02f54cd9117077331
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09294c0a1d303182e69b15f088fda6ecda9c3c98f00033da6e1b6e1cc6e2bbb1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984a0828f48670416d77ee057b3e68c8dc433aa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ed11f20274863bd22d509e017b4e70c493f0254d51fd5e9421e4875e57de42
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a6c33f13ac166df5506b2042efaf5cd3b93f97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c508fb6643d2aae4389030fa8a4d12cab3321748a27e0106b0322b731b585b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb233831a9b940574f0733fc31fd17ad290e296
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f947db3f1520810ccdfb53d678d13b62fd43976522b8b0443c80716116a5f00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74088606b4aa5cb71bba4388c3cbbc0ed06b958
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ad277ed41a1abeb55d8d749d5cbcc5d811dfe1b3ce75b7d5ac2c09454632a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7b264f0c4f7cd776f3d8a96c092a8497945af4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1b18bd4144ba63177dee28350a50226cca5cd6dcd3a26d763b60964b7751b7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986049c874c414facc81f4e748d4d182f3b4e5c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb31bd5a894a3fe59428737177895178413d7d54e402b415989c54c66bb6113
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9473505476a64e8e17420ea616d50e5addc7df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf4ed45a036381cdbdf730ad8983fb92af70c0b23115779ff6816df1c7c5e20
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ec19df8c55598eaea1cbb66f3123eba316a82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096b58ae40db66e96dcba01d6d4edd88f4cc6f25d2e3741d621dcff6f7cc5b05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4070142519725d5c25ba1d5b62d056f1b594fb25
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a780a7d4b7eeede84aa2e4250fe0462005e3f7576837f2e49e61899265498266
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1907b3c50131cd260549bd7c212dab42b960189f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2bad786e45babafc42379a7936b5bc39257437f25c6ca9b1389e1fd3674dab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5ff891bf257a43b7e9f5691fa326309bb1a91d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba60e1be9b9e93b00f3aae696443d64c556815add5a856e4b6c3b62679bbed3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7ea8cb14dfbaddf681b55de60ca5cf5209a934
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93292ec4ba92123c1eb2035174b8d4111f456d048cd40fce2eeddd9b834ca02d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0909365d3508450b18f7fad232a99a17271850a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6056faa1bd1dd05e98df1c11ed3997c6306b21825644280eef7afafdc873105e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64080a0d188aa44b77332e23a8c1a4e4f7ede17b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86421c8910a4f9fe489b01ad671e9b3bef8ad01677f19a0e489b870f2e8f6439
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011aa5baf0372fcc3a925eadaaf4381782f3b7e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d029e73568c11bc82262ecabf4bfa0539a34fcfc11e4942fce8f5ade0f4cc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bd5a674eb29f39ccc3a4040f020f4688b5f70d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad03ed2e6ebdc76b5a6ce91bbb2bceef296ee609a9f6d791db24a01af6f642e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6aaf3b3467e2d062e71e172371bd2fa044c2d76
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04244a9ee84b6b1688a5a77cf647a44505fa58c5bae1df565b37edbe002662d1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb42bed47b16b655eb43c67b27bd59ca89457bd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c8b128f66fcb5cc8badd04039b3959ec30f9b2e54c8159d2d4f1a908c89083
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f74a94a61d58d33ef063a23586a37624a9aae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f5ae93aad4d9aff8deba8c858f94712b24b1bf19b887c199eb4540b25e1bcf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6638d3960538ac74dfd206651b0f15639803df0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cebe6e03d5cf31e9d5a03fd1b79be6d56e6c650b2d8c6afa44408ad4f56b130
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430f71d9c53f534dbc760479e1054763766e7c37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1490f2e6c0d6c07df67ff82cb89e173d670f7c7f96d06a548c72281ea6b85db
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34951959d4c810933c17404fc213515373afb1ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc678ee1bf7b9afe0904e6702b9a9eb3c3b8bc8ac4d8b67fb9c2e1513a3590b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b7281635864610e921a1405e0cae45eec9bb87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2447cf197eca1a85096cf1634cf2eeb4f59ed177332c0e6774b01d61f689ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd36d3c703895e1db61da7eed048866c91ffc53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627ffb271b2bf678a67f5b0f7df6506dd7ed358406129ec418a9e33e5953a3a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f119a82f26532345abfd19b7a5398de98e9f852c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f3a37fc39fa09b9fefabbe1487656dff174d5899c2b41deb56280e1d4caafc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8431aab69c0bcd5e005775ebe6b2487d73843d0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060bee1d887a09709ac0c626a84ffcbda48752d17b974cf25e21c6cf79f8d457
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bac45c29210f9cf3eb2698c124c7fdbf9a79cd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780b2d7c0a2333b46f27de730d3c8d8216c5674a41ae203cd1368a0b78570f99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c51feb55f710efa1120ff2d265648bcc69885c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e544806f55806c71265cf3eea4fc293aea81f6b4eb89d117a9d26bc31d6dbd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65798e785273d5f482f8926862ca2338ec44dd2f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1431df69b7fffc06a4092f707033ead5474529b0ba5e8cee004ebaa01aacbc77
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b6f60af4aca0bea914154e0906eab0d3c11d6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68433f0428821779939a97239356d87ab6cd14fb0c21ab402395ce2bcd830292
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ba17157867452cb420ae6b65bdd77d6aa70724
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa98d9ba7a886aa2394b75b36b1884d84aa15ca57ec8ab6dbc5c2374ab0fca1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1dcb0569b1768ed8dfc08f8d8cdc54d05be94c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edcfd6282854049a000b56c65be1ea3fff3298ba3547425c84fec8b4af46e06
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5685aaf1358f217b6c8b12012cb102bae09efb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db34d648ab78d48c1545ef96a1b1541e98068080808761fb2831b46075648a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efefff63e42cb3e4807c7a3ebf8ffb2a208ed74d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cdf22586d4f7e6936121b1c71493575858bd1e268e380526bf023836cc5763
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103cf85543dd427c5e2998a4c0a59a3eaee8394d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e532d77d37a01367ba153f2ac7497acb62d2bff7c7535a36ea6447f3ebaf452
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d444f4eb0d19087fa2370e79207b9da97a5962c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aca563dbeee0ef73a7ee227db253454dbcc7cdd81931cbf7893fed98b07c6e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c1ed794e66392df63658bd455e356c4fb40b74
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fe3b8ecd4e8f204104d31f1d5e8404fcefb7f72eb2d221602736fe181d9744
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa0ae695b654ea7b2ef9e0fb575570b68cc77a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e959dc5d11534f789ec1da724d43ec0d447477331b8e4a3dea3d4e71219c52a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdccfd1108c8008ad764e0e59a2f57e9e8a8fa78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a89f3da45a30c0401c83be4d4b424df90ead3bf4239fef29bd78f7cd0fa510
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4193086cadfcde0fc06c19afbac90ac0804022a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fede6523b03d93d1fd271a3c9b33829958ad01aca91b5d5c5e9a0634b1c06e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4809244b490dedb008829d9904148ff35cc099b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4649a614751d413de12df81753156d4f1a6f9f98ab1a98b99c89cbd1f4c5e843
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7d007f77515e0a92283310ac449f56ab464fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d9033f6c75bd319d5f580e3cec929941d71d7c3154703efe2751d7c7e2d92f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d35620944207098b280dbf721df5dff35026a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6a4e3ddf409c5dea07625a6fc3d8b419ec1137fbabb6a0912d59d6437f6307
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c4e46a4ff75626c06dbfb40675dd91c454085b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f3e660a06963529df0e7a7894948fb069fb8e2393de5be0328ae1fb7a29c50
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6c93c65fbe1e5123e15b54b470218762e152c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323c5724394b1eb6e65a0eedd185ef0b944f42cc11c27094f05bceba3df34f59
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff473fa8665702c27a683a0cd52cf3a0231ad2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2946e750434eda5d1c66686869dce23b15530235a622186e1eec69a89ec24d2d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9e6647ded04fa060da8063d9f466d0d588486a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9356e5b787fced2e0c47660011776fc445555ce2203c1d5ad3203e6931eeb3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40fefd856c92c31f14495dcc91f7307547ec0d1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba02ce3f5e867e55342546711f1e6c19eb92f4e98ceec1f2de10d3139ebe7c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5fa4ba38dbb60e729c7f1b491bac0f903abf29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f9fa607a841c9efe3926e32960219f2083327dd2be81fca20bf2bce7b8a5ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069759a8980f0b91d762a2d176323829a352378a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4766f200ee491df5adaa3df2c66b03976eee7801be7d4a3040e03e4ad5a8f3f7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6872b22cabce3ebfb77de9e8fe80bce84f4447c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc83c4728da516420d30e46c5ea71ccd0e9473b4f3d47746aec136917c3833a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a753a283ba7a420212b189402303b3787c1b50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518679d7ed8e442188968423d1d0da167dca10cf98fcad6231644a185331252b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479183ba4f3e8255c6d0fd2c74dc16899b387039
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a0a8fde908fea8f274ef90d219dddb09eab040d78c0e3d177c084f1e4588ec
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ce375dcc1a3f9db03e15e5e203168ac8c55121
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bbc799d63574c228baa08c7bd28f1406f4a34caafe754e0da6ee081512161e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbcbe93365b78a4b160af1930b571f53ccfb0bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c6a56a26f1188ddd5af3ef3b6f885bf9135efb094b97c1e6f2a745ed116b4b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911b0c41f88ef333f67d1f430562f2abeb98ea87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff85316885c10c5107ee3f985dd947a7f6be28f5181c0471636881d8541c106
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f59b33acb4e338612d23177c07367cd5a533c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e7ef69c9238fe7caccbd9be82ffb2e02d8727ab8f00f37598cf582aa265bd0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebca34f43a4abbe52b3f93abcc7d346bf1741b9b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c216561d6a273da2f726c33092f18c64743f22521c25c2292390fb22e422789c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7e0478de49ab90a1660b5760ffd7f78557c035
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819447e6ffdc8a3857e6d67cf7a5e9952e075c38bf815afa7fe8a305f13f95d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81502eb50f7c9a2953add0445296f85e60ee9f4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245bdfe4edecf19346b80ae8b6dbf55d0dbb4461a612881f4cdcf9a0ddb0f89f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba20d46d68c0d17aafed097caa368f48bccbbcc9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3a055d2571347acb7676aaecbdef57e1f830d2ba9c34a39a2928f76de80f97
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deebf64d211cccc09628b659cd0a48680db594e0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6c8ab8e55888a391b4acee34a04e6cc9b4a65aa49a2a1d15e29eb26290bbeb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b61bc1a001b8c7dedd829730f41e345812faffe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42056a0e3b87820d19fe54282f84e25db3616650f31ef361673f561e60cd696
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ae0e5af89747c23b2eae8b5a95dc1be721e982
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521be2ce1bcad61005fde602d2d2755520e3db3126481a16d9b4a57f994bfa49
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafb16715d05e281b03e80ca1bbfb75e898757bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ad0407efcf3734a73aadd7f7aa4331cacd257b977321694ba07af35516a9d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261a7c03e5886b996ca5517b7484d8a61b36793f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc61b758124980dce008f0125ba8c435b68d708fb4e5ca64d1099bdbfb9c3df
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90182062a9f38c525f3ad1c99efa138cb5bacdb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa43a0d5102abe4cd5440b5cd62616e4899c7aa12135104513ab7bbba1632c4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50c210cbfb548fab325ca6eb16b968d91d54b87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179b39b559b2f7e75509d787699a114b0284556687b4f102fed76e2efe5cd288
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a087d53b43a9e94a78b11ceed33771795a2951
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d748bafc8b176007908e464d62fe8fa1e45ff54605a4ad49dcd7fb7ca0a786e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c92e6ca8a47867bd1dc02fa783e967b7d53b5c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4030b32fdb6084ed6ac3939ed50ea4c759f22054f4640941abe4ae9f0ed2758
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bef4ee6771e37a840e5ae77c1d742f5d12a005c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6412ce217e0541d540de4cdfac1bc608d6cd9e71e43f73ef7a4e4792877bc97e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5c8bc2ca344135a78390ea84e85ef7146524c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4237ace89c5475f82f65cb56419f0d53f797abb9f19247fd534a2ab24d5458
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fab000b78e7dbc36a4e4200e1312007233bd89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29febdda1c1dc11d02527bdc8d5b0f37a6d61201f36b8a6eff6b80d5930e39d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bb31eabf7e762c13f6ad02137db3c2ebad3570
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa6ae8695432dc914d31a4c900b3871d208f4a577c5e0f9dea61a4768fe0909
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac0261fcb3ee8eabcf3c79b889bb859985d60e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1634e6bb3d92183ac9486d0abc3ff715d622f8d2a31690be0ae394cce929f245
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd569f4a8665fe7a7597e4ae71aba6a0ede18f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d85c056172f8fa42752b48087807a9e0f99fb3099ca0232901c07cd63736563
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce9219fd06138a219afa019a012209517ec4dcf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c025a3adf312947a49186cf9ac00e4c703cfe12283fdd09c73d49f374aba1660
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049e3e1495212e5dd2d96621c89ef7760fe78a44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360cf2b3ae1d40363592a6672113786eeee1779b56caada8cc6f9ee60201b25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce53e8f77398309130a613041d7caf9c74e1ac9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fd0540519f870f8e7d1b3823429ddd1edea9f71a549651cd892f53509b1fe2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e976179033b9ba9286f0ecd09ef7539ea7089c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54159ae63bd57194d03777bb3e7801f1e3a0eee0a0dec7e7a9806685ba7ff666
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9c9f5ef1e13989e5e4e7ac9709dd865ffca4d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ff269423bead23beb0b16cc6814e1a908f44d4ea7e4d33e8e4dd0c3203e605
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e285f1e3185fc42f5aeec8e56a80696da7f654f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aab7416b20b38e23450fd4f72876392f8b74c338aeb56b8125a0dcb3a36aad
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295d6c0db14641770e992f46d22625e7a611b92f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7973016c12a2e1e616286bf062232334f5c30689bdfd9d76a32de4bbbe142581
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5290f0c423dcac80b15e5506ff6f22d1bf8d023
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae8325391a93c12b569325e2bf03b87fc1aa58500d0b09508841d520ff91399
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780e6abf2874c5160b8d5209f850d91527a61756
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b082953972292ab71da74fbe011580711b86b2837b3cfb784407c99d5e5d9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b18563da1a75a84c02929e8b816dfb45a54b3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e092ce33b47b0d64c2e9e3cbf265fcdcb0befef87347ff1f9fc78f0e13a2e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbdcbdab2fd2e9c766632389b19f44926080eb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4000ace15cc6aad035497a5af6edb1a48f49fddc05f475dbfb57669cbe5f86
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d09704d7ad22edfe43e6d63159c75e01a086a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f0f66524912ad29a82625d43e6f7c3ac87b88914672079f430b516de1b603
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77439fc997cf151dce80e9bc8a4b8d586cf7730
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9218f74efde3d17e8947c84015f80721e89c2afbaf266745146cea390e5930d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57970a4573f4cff932f3b164cb7d0bd226f998c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10629bcc515d394d3c1b3a2d7a1e8ca17b4bc72694dc2425ce431bb959d2f4ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce88950d6c37c9474abeb62ec448fd8ec9e6d562
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e305f3d5622ab15d34057cd622c0209854317f6e81a412df5939a288f8453f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5488fc10f1923bac44e59234f0bd52a8e91e9351
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404324f064349ff99570c6de5829e1fc0def0319bec4f779a1a8b5626918dc66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6ec1516be6eb5a3b0a79a55d3ffb48f6ea8e73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d65fa0cfe2ab8946bcb4216061c3f7bbb404d4fb73f5222e49299eb9df67318
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b697e802d33ad9d42f80be29f9d7099677d14ed2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d18752d02f676cca6efa777fb6d10a26bcc91fb45591d7996e6824b0d2c82c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f949e2d12ae5b8bba749a26ef378c9be5c9a7167
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2bdd7075678f228483cbf08cb3da84efb62e719958d22f38398a1efdd4b910
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877120053a375223e71b7ec754f4d72cf072ca84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e0907701d20da99f0986da6748b2a3968e4aa0a3d4deca288ea4645dd0434e
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e689185854dfb0e52ea36e1b1ac9484706ae94a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829aca5ddd60ccf467ac4d55be887fcc1054ff9d1823f17c3ca63c6640cbaeb9
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193dc6cc539c6726e4565dfd047f2e4ccbdb2f97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105d0b27a732fd2ca29c6eda5d579a4149178fdfebb8f5980bca186e8888aed0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0659c5a290cc3c8a9e77ccc3c1d36d91b9f7c214
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b695027b58f1248988e100e31b8434c9ed00742ce5f0e86e48c09902cee51d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52437be3e7fad0f049489e64d8f6263f80b587b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9046ca491c8391c761c0030ecc3130ad77729d6b0ca273575d9db3df330da53
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a5cc494c5878da06b678d0c8f8c17470bb353f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79d0f68db668dd526aea4646ce67df478ff0510f552bd79a6f332caa4f3d63c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3482bc0f0f876e678d0d51f4d2bbc108e77183f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13f88d34f3e919fe22206ffb0cc1372145d1d04ece23d88e76fcc6ab2b0489c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05f01589994c009356efa6b8aecaf1626c76886
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec6bd6231f93cd4b3af565d4124c87bd2abea89480139ae6083c958b2874e67
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f54a7150f40ce685b472620f4fa8f9977a2dc1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fd82191af35ac2444da794042a2024ee03967aa6b298ee08e525879d8e1e0e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d97db31bc7f0be53a73aa1fc7aec6d6948d157
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017902dc42306cb4085464adced82d43120fe52d45144fb7fb477ef63de19f29
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7691eb047e8e5922359747d70893d1ed59f6c8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42ab50d0e2e01e765d9c5674399ff42fb9fe08ba65167a6dcdf81e016707bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006f77f681e9e8bcacaaca4188acaa7d41c5771b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627a711a1443058c05aae00e401ac2b2ffbb7bd7447181fffacf6f8553611930
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d174c10be47a6716ca9ffebef162e21051974d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d840a5ac77a924c78a78a70354903ba97070b01b963b122f208d0f5b4efc26
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2917f3173bf8711639563d4481f61057f0ae75c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311fd4a6a80e9e4876e39ec1df535b43ad5cf10ce79357e333a54e3d0b6e0fdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d10e03bbf718f38e964ca4cddbc13f19444b4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c60334e50575c8372cffc49cfe4aa29b97babb8f143d69ce424dd1c17d04735
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d0434a54b6ebb111c2d6e811b41cdb0594e99e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0a0dce2abca916d39ab5cb35fbac15c46c02b46ecac3331f8343d652576d17
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210b1151ac269e45c820fe0293e0d3e437e767b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc7a3dd79adfd15a3d2e4a38e5726e01c64de25175f308fc765e0f8566d2401
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d087fea36ded2093e0ab30e420c4397269c6f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9f7882cddcb39423032c3175f0240d5c5bf66878b81b7410d34e8ca8bb5814
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871e7c4b72f3013c2f54ebaeffe4a43b6b3ce06c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14954548f79e2f859e5c5e3ce1d8396e47f17d389a5933b91fd416bf5cc45d97
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8784d19c308e4100aca400cb200056f8f13a9ad5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58c7b1753df2cb3c8f6550ad4e16df4ca2fb65ccfaaceb1e731ba002369f04
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af61a46c7adf886fe993856d67dfee9885d4f0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0b7e150d2a24590e934d9572bdb4319bd130d3e11af6bb023876737e607989
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6591b91e738c220da0e32177a2d25f4078acdc2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3d618cf85d88f3f419339de75d2a18ae7a507363ea727b46112d187484eb1a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14d3bb301e9eb3058409037ba35f90047f0d497
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0fa323a656f3435eeecf348db003b851d0393737badccbbc01678a02a8bbd9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285a4c4d1a9239e3650b5e57e554b5d338045063
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1391ba33a6f66e689e44d53c8e0e472a0c113740323309cb4a5d48595402adc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332d58bcb9796e57bbcb6311b5065db8dfe80a91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9a75f415e88f7d23c7104d48112f31ead02b098b473642fef9baad72546619
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24be23cbe884329af14d358fb2022da0b2dd8235
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839b7d728d832649d9baff3407480032c15c485b7672841d0759f068c24179c8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0cbee6cc3f33150f5e929ffd44e34bfb957668
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8723cbd318ca58a788e20f558832a2bea901bc4c3560c942472df3cbc5dbb99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a87a172db5196dc67022f8249932edfe6dfa5e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bfa051802b13b933c65b354c241c88e1c2c772f9b562d8d814c323cc73ae1c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7f544f3d7f5fd960fb569c82db1f9736511a72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb78f1d2a72f5bfbf85063992ebfc3cde6b9259675ca59f68cf86941f3df8b6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76790b2e1f49cf91cc4500ca6faaa0c4ab83b33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abeaf99ecf24afa018e44fdd3f970d577de1ef874482f4a4f0a34b41f1e2b143
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88e7493d6923aba042a4383971ed22fa3d541ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9159b3d1d2a849a78d57a9418d5bfc28e7cab46c90b39a653704939338f4ae8e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01db8f938907d71b6c32cbd252c97e1d2a98578
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deca156669f74483b124cd032f9783bc191c043891691b03fd19c1832629b958
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6072f74ae53af4a30cd2a052d8ef64aeed88645d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce485bc1e27fa46afe0a5e1b017f518aacb1a8a54187ea7b542a4cecc315b476
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28b61f852440dfbc1e5ff98d61513036a3a3f68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5703e962a0300b99a68e210c95615fe92c9acfdd0fbf17c48ae71fc992f2dd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9a105f86554e718dfa412b0cd35f824af3a71d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9466d704a9e47845d20c1863b449412399abd13507082a97c572135df497ad5f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624fd422112e8ba899e73833fe0629b3a527002c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094d530ba24f4866c890d5eb9b919149b3cbfa6404fa0c320f1261e84fb8285e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd73ad61bbd95ca6c7e1903707a6f8a48ec99bd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794f671a36ac25c12d6379f32674720e062219ccc904efd44722dc2bbca0c8f1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a745abe5f056de41a24db2b0e46fe23533984a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51da43544472605ec111dfcb14bf8edfcadd1bdc72db5ba3caed02f9a42acab7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98775b80f622c0b9440365cd2b224d7be948c07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c91e187b5948ae0c5c9e4c586649c217b8cbe2e61c26f074e19ea651649181
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b0daa961cffa1845bce786bd6b320aab5cf938
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019e6874ed4b3385a92024b7fefefb94b8c241d9dc5e721c22f6f95afc33e168
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4955540309e682a6e43579920e7607eddc3da7de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac5f21c559e521f488ec58a138b9c139df42792f63ae08b6daa7f06841f1405
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33696621377ac34476f395f2f174accd2b148ffe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7280bf1358ecc7c62823355c79ee8bcd696aa26ba79062f8288d2a4d182eff98
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4185da0c59275354e41a6d1fda2a373260973a4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb0a8bf0b5a686ac65ebf586409571eb5971cfd3ce12e21ef8c483837295e16
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbb6fb532b56a3aa8a3054abb3b161afe86c26a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c868c71f4e347918d4254bca529c98bea778625ffa2f03cae587131affde2af8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbd2f6d18542f26e820d8702c24d0b418255831
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b767a268918269011f0ac348ac89ecdb6493a4b68c391df72518afff3b8957c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054be9718933bcc76cf2b63b85150d0f49d96482
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bc53a0517b2ce01a6528bb6013e222857d86120cca23375f2145f72552edb8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2401e90693d5890f1a767263ac8fd92a1af7ff3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6751d238fdc7e479bd76b082bd25aa4774e2c8c73f599c3ac1c7863993acadc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7023793e8059db56c8eb74c3a5d8eb5dc0f21142
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5395f7b0b6fafe9fbcb829c8a09d4a37c06f40dc2031d2cba73f1d33ab9ef0f2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8781d09b27abcbd4b95f86d606ccec6fb13d3ed5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7200d67da2bcc7cc2461e963af64ff850292beebf5f3f88ee4488bc85c0d22
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7793fa2bc18b7188357f88d0cc5252f99982fb1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69aa55715acbf9ffa6ccab792594186cbf1f0fd9fce4df28442d9e5de705ff6c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13861011f07efac9c9364dbbaee2dce1ef6715c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc774570387223be028965cb0fe80d1bf8649f49923b1ce2f8b5d52902d9917b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b6223b9ae18bbaedda2b0a64d5858402986dfc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31b28866a4c34625951e12cdfd3f7c0b7f7c759af4d83535d92952ceda9f002
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce23ffca4dd2b3713fcebc7b2c410932f3770ba6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538fdd6e37feb50050ba10d9d78388b920fa004f5bf341b5d5a5a367fc8f0da9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae92a6feb79d93d7b1691fc16f7109b37f3a34ee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aad11a6ed994dde19f915d8447ae81cfe9de334bdb4ddc1094b67c90ffd47f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1dfebce2233a3ad0e09d46bed32d45c55c5df3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22393440423bb03b6567baf5cf9fb6d7e7a0bc50007f7de021f98169564df1e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b171c3bd8008f5cde08a0f9d97b36747b0fc94
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cff4d1289627e420841c1355f9a4f23c837b676fa19585a05d26ae52a5d8ca4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeba520090830b71026f9e16cbd63433ff4e628e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a63a593d8ebf965a4b256712f5725a8257cbddf05d4cc3dae10be61f5320eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd168f92e6e1daffc19429bb66ecfd102e7ec880
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee2123b6e9f1f14648e6ffc48cf603703f90f6f2d07fa24bda71df713a6155a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be360771c21da35d5f4d3f82ccd3a18714243e0a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a813e8b98655babc15da38c48763c3a6078736bcd39faeb445138d9be5d84d16
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241e494252f101579a2e3c8409bcf7b04d539aca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48934ab94ecac8e2cbfebf4d30b566f7461ae174eb79c82731d88d37bf0833d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5826889a9c736ec3c92c51fc8d3ac9d5448e262
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2358496d2eb1cf45e0f7906dcd29b0b8f53a98297048ff949667d8ac128d2b9a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9edaab19302c5fcb4e399aa2454ae45499bc2cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a610c737ca2bad64b01e51172cbf634afbec7b90b3b8af849fa664e47e77383
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843cfa5f12eb24eae2163224df21b77e46bb8b82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3439bd7301553b1959defb8ef8f652d63485e558cbe8e98cfd62e0cd38c2408d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eafc9d74405d2dfb70dd74b6e450edd9af86e9f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06beb7818967d539286cbc042248dead60a611de6bbd401ef0975746c9638f5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f8ebcfdce323a3a8a5057c8a83487f9abf83c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf49edbe015bcb7811de210328c5c8b2881790ccda18297675949fa8a9ff3685
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632a3f1525bdf9cfbd943d05d14c765b4804c765
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1308884c6ef57459fb0f40d65c06f79c4bd5cc334e702bce8f1bb632d7999196
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc19a9a4289984b77d8d9510d61ec5dddc23fae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd807db81d626ef5b16674e3c705b8076961ba45c979f611a4ea5dcbb04d616
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f6ed2b661981c747e68f7c3e5cada759155014
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff6c1d2f1b840de1e89de81b98e33d05add1ebae3e4ae36e0193e7c1f56a8bc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f45abc70f93b54010326af5098b1ed1124e4eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cacf5ca6b2509f4458b57dbbb74d79b5d5e00198ae024fa50af08db09f212be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400d77912aa9466e705eeedf199c5ea7296d89e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d16319540c84f80f72ebae6edb2923e1c600f5da9b25980178068663614d4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4978fb3d983342929a13b3bbbb7ed1a74fd62e36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b78e053a2d9c6de965e2b44037edc6eec26da842addada654912b1553842e0e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97711491d9907c27be3eb3bc06de24d2be319984
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79762622e1096ef582aa5d82fd243e7208764256704f249dc6d6ea08fc46b487
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ac76906e65b35f861d252cb5580b1ad6de6d23
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6124f5db80a9f178ee8c9b8e9e39ef553530ed8fdccd5f26b9d662e8c3a7fc32
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2945bd2af47bd5f8f451f96dfbd362c235ae3ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdbb51ee1db80740ff71cd82a8d0207e7df33104e9ae87037e0cb8fa28d0e93
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726b1d5a43c4b00700c6fe7da7117f294bb4c1ba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c226ee8080724db5b03aba7e0e461faf541972bf47df1a613449f41b5430adfa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aeb1c6472de11c23d17a23d5157a27576a789d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9138ab0f2e9a8219ab26d56502f4da31f2900cbe1612a03764fd2d99703a01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a75dd54b179fb5088f0e4e9b7d8d2412101923
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c70b4bfff45c95b31ab84818f6ba38bf06d5c61e29d92121cf935a0c29f9c7f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f523878312fb0aa28ae9eda8dbeefb05a6d8846
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50632ce40528e532b98ad425c2472fc8c2cb1d1294538210d7d694e00946bad7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075fd0682829956603f6321a9e46f48cc9d09eb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752c649ed097ac225d2ea57b84ff1576b9053fef5a55011bfffd5edede754029
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bb0507d39af47b1054a43d604f158fdf7b220c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e001087ac769a2d6370a00742740789c0bd23f6494de869c2d899f474986b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2826f6f60eaf9812f7e036f08982ba3576ace30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684096c5377ac41aae7f574f46e729a3211b60d747e064c6b991aa0d8bcbf24b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4b42cb18fa8accaf14c8876d23c36bfef745ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a7289ecd90d4738d7048e2deb9c9c78d05904fecfebdb03b0fe36ed6d4148c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6519b57cfed7e52d5c02318880994f1edc5b5ddf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23237dba13edb0a9808f377b344293e7363e027c1b3308182527c405dcc4a6d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a0a59300a0c164bd131ee49826d4b552eb8ca8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a45683270f1b3ae8b49b6d3e6adc96c267435110f51e0415904953a72027e9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bab0e36eece03bf79378e6aef5c4ac01f3b822
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3620fb0942455660548fd762e0efbf7718a484701489c9f9fbde2e3beb19bb97
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b96d45db7e715ac0b99ae0b375b2166a66efcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08de0d0f1a8d615d3e5a9eb313963f362121b70738585a4374fc3c75ed6c89dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e96683636dd92a3cc89a2832d0cc6501083c3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca6effca441dbb62b553934adc35a11bbb2c80ac2fa27a7a37c64340347d3f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0403c3783fb872e111ed7dc1f90059a3f9f909
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065a1f9ce9b791eb2f86722d9f6c42580b141afbc3f634856370ab989cabe961
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd582609e02a23b385ad1f5612cf60cc7ea8cca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd3da88590463daff6aca968b912994cf063e5ce024670b7c989c4303f20b23
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8dddbc4419065a015e89626d0c659e3060d1be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98a73b7cf0d3f5b0089310895fdaa552df0c6a10ef8f3de21166fa14a875965
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71814e1c9966b5dc8342c4d56abce6039d448f84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070ddd9fa9e925e34d45e92bc4436cb5144d64fa0bf8de4c78305b8eb68964f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9e33db605f741b115e7f3b8c6c68c1d5ec7aa6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de5b2d2d985e1361f5a8e687846592ce7b84ef2a8c3d249c1cc7ba0b0c972a6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf5aa4d597e1866e11d5edbc5748e74730cd872
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1188b23946504ac65ea2c16a43037d498d9a01675ac621c7acbb5909f82b0d43
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c5769f808c844d40b0fc926b2cff37f88fc2a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10ce5b58e4ba960983507440d53c12c4bdf11a92ab8ca2618c2d11284818bfe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3461b30a13918c30a36a9809941563197b72e903
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b910c468519a8169650ca2c15d4562ae91d7303feffff6478e413ef7e5c57df
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce82e13ca15620652a9684d009b7d63eae954b64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640053f353361aab60495d47613ab9006c2e2cbd9fc91da1c90178ed9df1af56
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05c6c225068b4edea8ecfbccaf3975038fd5d40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957695dab6d1ce153416f2c6f3e961b52d2addf4d449afeb7a9eb439fac59ba5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95280b8a37341e2d46abb7adccac52e8708f0c87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d511157ae53e7575531425e079567d70dc2a8807dce667d791475496651107
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b412acce0a8849eacbe15f3ab96b679b1b9b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d407c2a09344e60f40d25888f928bb62d87cfc7dff8c58af935a7f17a7d5844
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db62bb861e357e14528c0da143d392a0a74ce1dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c331c6a9939e978d7605ffb0b792a280beaf4d939d9e1fe0976ea9e1a6bb9fe9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ce9a0a95670c0d2afeefe53da6f08bcf7cc7fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be39e15ff64e8a6d59b6e7b59f2a07dddb4541f8a30e500d7acbcb00ff4ef68c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914cfb582eccaa26b2ace06ced70909a494f5763
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b90a200a58837ff4d34cb0a22dafb58fcba175abc224dff0364dd972c37659
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d6ee953ecc284fd9a804e7c6202b74c4408a59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f709972fe037b5d664fdba1c6085db3361ffb544c0e2ae5ee426d811c94240
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14b18873605d30e03c805ee9c5190cc81d91725
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38de9d15df1f84001c6f770430746cd8f6a30794c61e66891586a6267e64394f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03455f9483abeb0f08002296ff138d3e2e10eaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cb182f9c96e3ae359415c337974d72586f271d022612bc6399d81ff40a215b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d340a4bfcbef380b25ca845be2ebbbeffa8f69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608911a544b68b97d3f689047f01b83c220b75ad5406c343058a54b681990ac2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75739d99ec738424af227aa4b8c2bd5cde564604
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bb46aa1d9e437064f4060c94f270c30a4b8bc9ac85d2224bd0cecc665f8902
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a8e791af21948b4f4c4a36596fb4c975a173f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4b2a7dc9d08157b0024a5b3170408852569911371f48b0de85f6c3ea64bda2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b868a748ec09ed76d6fe394b48cfcf8009158c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b39e21716f3dc26374799a3c9544db68272ed907a2523b68c311e2d3481c89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3ddfd883f1d7a615fe31279a5ce07fffdf1ceb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a53479b0d174109ed2941421fdddd1f2b9bf01b27d6a54ab349dec93cfca35
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90d5bcb14a024e0a5bc65c2fec300341b650840
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4133dde08d5b8cc4aa59746adcae37908b529b477bd42f36fc477e663ca694b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d827babe9bf4beeb35074b86b8858c70bcc519
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9a2e55b25ea02011b7b0e2f92b351120f56ba06a58e8f1ed8e92a191d9f489
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c22ad50e9ceb324938de3aec36619a05ca6b645
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1132f401fa6e136b42d7506298119fa01dfd70df726b94cb1bfcd4a1e3f82caf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bbb04df16a66e8e9e801f7387607fdd43e241d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c03fdb6f3ea7c50148984252232f474e345324167475121203e351633bec16
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0c7abe22ba12952093ff8aac27f331525b5f06
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fb1c16f0df8a0b3a0f8f53ba38fa85dedfd020170dfc0e88944176801e7e46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b056ae66f4e0d4bc4e464336105b0b70d30a9d34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bf8e4fa5aa2df4ca7e87bd9c61ad5967e99f272542a83ea85bed8d2cdd4c99
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d934654c42b94dc47abfdbb350e6764d2ab676a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5448540df1ffe45610671ae39fcde0b5ab63cf141aec8685e27cfa496272fcf7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f13be31d42a3903d2951ed93d369913271f08e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a09bfbc89f7a76c56b895a483e2a98eb87999480b3cbfc66455bdad0c41be5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2a898ea25464bb917de76553fde47624259f22
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ef1546dffc76a637670c1ff729371d9b56fc76cdef7c78f25dc9fe94f013aa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c35fa406e64b65584f566a7d6f4e724f99b89c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc16c5949915104cbea86570246fd4329702281b7c332ca443c5d0eb568b19d6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc6adfa256648ab0b0d105ea22000cc28f16d58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554823f3124597f3f809a5376478faa951e6f20e1c8d5b4deccdf669d8dc29bb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1162eced63a0933c98f9c81da530f188ca70572
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069ef8ea3d1e2e3d11cfc81f918eb9fdbc99698ce18b4154b91044aec13e34bf
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f2892449f637a24862f2822421c7798b3c40be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57511fd6b03890accb1d91b012ce82fda6c5f5019ba08bf39afcd96122e67789
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba72c4ed12a38c061ba9b2af0db98487cb8ffc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a539418660c15d18276cf50846d88d1d2729c5af2e1de2d7dcd819672af858
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcc5dfc12cff7bd459f2ff14c338668f12a7389
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f05c6dc39a673e2bc1988d9658b9a33dd43e06a87afbc35b37eb780a0ee6044
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a764a5f6e10fe0b09148ad8ac673bac138f4289b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b62c1a5d7f7ae1583e3a7310c894fbe1ff7b2f2c6afb919273712b0be9d71fb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba025a114e4ae0a99578fbf1fac4fb114894f340
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ec53ef148b3fe6a2e687a79535b3cfa68e1ae5c06d2f1a900ad32571487409
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e81a591de2ab3da04ffe2a010c161bc5bfa114
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543ce565791fd0ae16da1911090317c75aedc8b8b1e3d861c432f8834d8a03de
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827fa2ad826c891429f574dfe81a7ff4a3b11e4f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c21fa7e71a8c7aca5c7dd2761c11251c9cc20c00ac4fc46011b35affa6f23ea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3566bec7ba57893d84ae9c31dd066136c7daea4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f5d862149b2deb0b8fb89e988a27491fea06a8719f953647192879f57d222d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12db4330fbd3249d5e62e9b76086f6c31204b5eb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca25e20822b7d3f68653da82370946be30943484048c63c2daa5d8bb59f9a05
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cd0b320640f87d35e4a4074132f4fd89bbc433
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53da4e87aa13af30f9b46113901a274a031b2ef6486c4ce46781ed07a45e0793
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e02a9e9566c64600a889081acfa6cfcea3a67b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39af04643b1a341e224bd50fececf7172c2697e9a26d255ef5b1abd25dcb7b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a38617f2fb35cfaf42944cd118abfd867bc1e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c017d5407bfb843dd4fa071aa2ab38a0107fab44455ac4b6ce46b00a8b8f681
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d36dd62f995e61ea258bf5ecf1bfe4309ce2b0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256d149c14fde24c56826b26ad2bfd69256a2435077d5cc7dca249640fddf2a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa7b7deb1bea65300ffa90fac49127d07541b87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b037c0b52969d7369d18000603b16117b8f0a2ece4d131c099aca9202540d6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcd7590cb7eb2926ba7b0f78fad25c60ccadc20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a3bae4b6d7cade3a186990395d780a816138b6d8dcedc24d4f5fec7ebe2df5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428065fd8c7cc02b505a303307170200599d9f38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e80248f05cc4b300f54f0f9ab928f61c8d23c7830536524cb006cc8d62a852
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58aad9c946c35b6c8eb688d0b4aacc8b0f0bd6e2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58c05600b849616cae594acd8fbdb4c369d99924e27a12207b610158edd76f6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c37ac7366753c5fd76c7fce7d73115559df7ff6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fb565e6625517a69a1153ac4d00fb137bc813a55ea8b4d0a820956e9e49de9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac1e887e9b99c45f9005b266cba42685b7babc4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad8b20c80eb377ceed058e7c72f4fcfeadcb7ca8967af465f278b80d81993ea
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc07f993d262b9d6efa922d8de0d66a91c5dbd20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed950d077345345c6616fc65cdc40a6074893fb0d75b3c5a5e5544a32419fe2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6bee39c475484524a4190f71cb78e6096fb808
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1de0951fbeeca6ea037278a229e0565dafbd1369ce14b878fe04f86963be3b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4cdd2531306b23cfad2efdb30b67e0dd5347a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79e3167dce92a6997a74d56d1a1f53c72261b6c4c1de470170148779f1ac9a8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e167e6ae0fcf31f0537dc628b2660115f7d412ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63578071b9e192bfbf22b3fa147ff3bb176b46033884e30693294a798ba7187
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ab23b1b193b38da6c844a26b14dbc1f4afd0e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc7a7bc17938baa3e766d8f07a19b7c980f28c8b231195f46cb73cb54ba584c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc070dd4a45b8d35570830268167b205da3dae8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16a8e4b85db32e6fd953633e789446ec84c50c80eb4ae31f83ef184a87244c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9244557ecda8ed8fdc1588fe9d64b0a020d9b67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd8f76ad2057d4822bb7d5a15c12f2287542b42baa6f46eaf94886dd7ed070a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c10dd4705bed31f5b8b1e89453d2f599ac5db0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5969df02d275c5cc6c89295a3be835d7b148121b2c8cce810cf8a300e604759b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e80efbbc7cfc77b5961b8d98b0d86f03a3f4a41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee12397d5e2fae359c50c8700c878b4d8594fb4dcbc695277d0879e099c2b9f4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4295b6249026f1290bd82275f610bfc5e1bbec6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b462babcac711954ba3e50b9e7172696ad868d72997815fa771a2a2e73dfaa8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68124992ac962094b3bc82409383d4adffe116b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81a014380e2af7053f75e0cddb6028c9e4dc7106aa51ca4cf1c0a6904ce9a2b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c3136722e4347fccb43b094c853c5bfdcdb1e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb592c398ba76a2911b781070f2cb5a594e2d605f1a92207a97b514598514c1c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722f5af137f4a73fbaf8526b9398b1b7d78aa069
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69f0f18fa3424eb600ab8f4a4763edde0d130d89cd65e514324575ce220de5c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5b93763b17c5f1d5663ae8b9f57d758cffac52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94a030f43357da9994a00b1f1dcc2ad96caf5e6c97f0a51e68b645195e056d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d430cb71dd39b57595b116ce2a59dc8f5f5e42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea689b96015438d1287ae5c64d620ceaa1024d9503d436d09e5ff60ece7ea57f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868d25bd72293d097aca4f90229a646af726cc43
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18877ac58e0974a0bf4a15bdf7fc0f35e6e484e9f1bb9819f4adc3774624ef7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe3fae6cf6879d5098bef3b95cdf39126cdf4a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08aab6a18ecf977ed4f9697d171be6e722ad551947b9199a923b75b852fb5de6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cac1c4394130a2ea279b8df8f62ef7123cb84db
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50631c5dd21206350481eb16bacc96d078af80bf8c611ba81d283dd363b8c8b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1f4212386bf4cb0ff1e5c3f32d9df0e1082e7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9513e7d34441ce353e389d40f7e39ef45c00ba1572056680c96dad74b47f0eb0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffe2632c1840ef191720f437a96fd8d6b234ada
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abf6c3de64d5cc990391b6876af2dc784e3286cccfad346719d9920b6250f75
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eed3e089688d120e4b897a1d08f4fd810803f91
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611a7a64d4bc6ed42d518eddacbbcff6ba411f04d174fe0764cdbc7ed4cd9b95
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ad3340231b55886c4e8913fc7308a61bf45178
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cfd810d846b3d6ba30f956b5a31e898c397e256e23dfe82a90ae9728ec9322
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463a6ed298260c72682237aebe7268f698287929
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c5bb4296691cc3a981fb11efb3b6bc39b8d5d62892da261ec439de275694a8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41086dc2004d9886d66bd1197dccd6f6e93b22e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f346f3b8a0109dcab73876326fa3bb0aace4d4730d634ac58302ac49bb22321c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d49d429e2589279039dcd18f5a6b22394dac01a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dce9015afb0063a77f171800d1cacb65aba4df1a9e1b3563976b7e835024c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a1f9dd0413381d81fd5eff60047eaa2e3b0997
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa6cbd7bb934ec23f873e801d6936e704b95bc80387c6c5b40849a95aac4622
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0913cf98e1cb539f4702bb968458d2089c9961c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c9cb26ea257c6347b31b34b4f365a0ec081b2e3e0fae716f54a66f6ef8ec28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a91aeb8c6ecc1d698d922619d3b2949396a805
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4e13219557a34ed682577da780ed7e164a7076945fb0b3c787d8ea7ec85cb7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592cc9a77fdeceea49e7d4698c2384ddb9c8b19b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f0fd0ef4a93a49d1fb32ec9cb4619322ffa677f798f574c67b9d3a070bc43c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1626a1b0b0e1fe7cbde79afed059dac8430e6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd2be68d0afabfca485499cb6ff71213ea98a78ab557d4d877f39de97cc2df6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1a108d62a9c429cd077c10a3d7ea2d911a8577
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b29d829c47f8de2192143e8f4e34af4b596bb43fa07b0a3baedb310859e435b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe4c330f7deb6861df01721af3ab6efad36257c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b564f980625c6722e373fb097524ab356a9e4c5c83686f5e9e9d0dddfaf1d75d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99294b455fd3d0a27f357f61a53ac2311d2849ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a6569b92bce7ee4d8a90e2cdcb98b15d03bb7c401191100019590502bb5ba1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c161a0de0a0f4bee41da5435dc4ac4c29fcf3cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9691b2c7ef6ad98a7d0b799179c71d7a9ff2d5f9f0cf57939dc67b9581097a7e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464a80f51f3a386093f1f4cd142c1ecf34472b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a497bb1299417c1778d79a5ba9e84515aafb7e8aa258171015dfd1a3a191cc46
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbae860a83bb33c6af489debab166585ae84a4ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fc87c6fc8df8f288adcff4964bd68e049ce706dfed6d4e9bea3f65ff2b47dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda5a01a58f77aaed110e80d861326208e58814e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a5799b1506b4a4702a3a597f27adf56d00d55c0f1e4dbc60d86e626a2bf833
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a7497dd2ab59a3caad44e1859ef594cf09562e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062af29dec794ba79a91cd1450b0cda7ea1c499ede15dcbe803b90bd91ad725c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4ec732bff3aa0fe974d4db61ba6fad22f66952
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52729134d949643b0051381d21fbe812fe26c2ad7bbe7a9b14c041b0006ad84f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccf70bf9463d48779e9fe22692acb0bba345905
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2070acd1e3604f9ba0dfec715304bf0945f33b830609e111d32e44a047f55e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baffab016af43d1c6932547e86d283df0a3d0c37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034aa956219d649b1cf97b660015d995f83fcf8b56cfbb41ff7526bb20f24b89
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353de5be7366f6c25f42e073883219478a9c4e78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06b3e1e0283b885fea81898ebb4d4a9e933e5d2e7cd0d98fc8ba958f20e72d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d046f672b199aa44d11317b511bc8c4d9493fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ad6ae51569080f2c8df1ce8a4d08af8eba73c942ed2de8e401799138f4d521
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d067818176a6fcf936c9772e9ebfd27b34f6de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0053eee7e75764e51064ccf07051bd1896aa9079f6e767fc1c274240375a29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b72acb0b01c7d9a2a531149e4b0b1c139588431
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b1bb1d5e256b83c59a66dbd6dd4756f868d6fe2376513553492b0c10f7cf7b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dde0d26da21fa1077094e96fea178c51d2a8b9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a39442830e24dfaf964f66311c930c2caf69bbff8cb6b1cc0508cf24396f2f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02417fccec6a427949d335dd0ae77cf3d1d3a89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f68bd7c644e42fdeca926e8a9818638f2b65603ca5c18ea434ff4bf719c46b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bf094be1ef4d2cd7ed7d1791b3c3991940a2a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536391262538d826752f75f6e3e696c37d68fab8b3215c2a232856d70c22b59b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f407a09b389ec997de413fe561d18df7e44265cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230d17898e55e6a3fec534e730bb42e303f9edaec76ae5cbcc5761ddfaa2ad89
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bec224297d11eca8d1f69066aeb8f9545be7e3c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a98856b90a84fefeb206e0c8b4e95f08a2b322769dd94f6fcf7e3fe7479554
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e95ec1fa644e873d0723b9195666e349901e20
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405d962cc9eae3e8968f1e5ae9400f8f4bd84ae73b2de5f91d999ba3ccb976c0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de645fef06415d862d3893b19fc07a51d9524a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478ee514deb3a0f4b2167834c9cca9d9779a69814203d4cec9721b1031c61169
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74628b90025080e681e84094570e0964bd58487c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f31b20656eb28ce5b71148d2c011420fa1911ac7e66a5ad3bbf6c813802858b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9701f89dd9a87e7b348217b2c4cf1c89b9563e5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8010e1f09242f8a001e9a7fca981ecb4b755aef6d1f4f9d324bf9198a06177cf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edea0857df13f0eab73396f448fd9f794e792a78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da92b08275063f414bbac114d0247147b6981e619258fbb1b77cb781351ba2d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb385a3759878fe79d59bf60741157989e3392c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d749cb003b71f5e1d864ce326e5ce6bdb92c3da311892aadee9f0932269e288d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3720a96f7f9da6b3a27fe97c7b5afbfa4bb0f00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38108e89fce0c6443a072f28ed0327c6a7bdbbeb1632c567312e7f57d2f3efc8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29134b26e85fc50af21e0e4d5e7ec846eb58cb1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f014afa0c0cbedb92154fa6b3ec183d9606bf27bc36482652894cd1e30bc92
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9c8094384a3dd77a5359d31b543f8be35fa618
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc8e2f92820280de7852f2d18c40a8ac81b8dcd2c0bbc63d25f243eb4423a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635be8f0c999836493f4954b28194eb29a7da0c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473978b507877997bc6d3a2aec28999d777229eb6410d22c90b668f96093e29a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532acf5f1b74c152ce3243681fa65e05c3a862a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6cec5a82da2d4b583fab12adddef223216873b88b40db59574e1d7a3aaeb92
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abda19e05bf0496a573c4529b25772529b9658a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327c1eaedd20bab0e4cc0ac14736be8bda1e3d3aebf348f6bd104938d4d8b738
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603b414973f051701a8d2d616ef24463951f9fa8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3dacec0d34a91b70538794800767cae026054753912de8fedbc671bdc3eadf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a0403b8fb85bfe54c599b2bb9a07cdd271d93e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4f93f910f0ec582dcb18a3db7cfd8e9b60f4dc2e418f565508d5d9f6f79602
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb98a5c0ad63c91b55799ea302735f3d47ab3a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa694a4b859f2227ba57a14e5d7a587f0afee14d8824dcdebc26c5c1ebf8722
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955a4dcd2d617fd9f06974d66b9b4dc1c89c8e9d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b935d76d5c12aa92d4ed789cd34f9c3c40db95dd292cb76a4bc1e604a8854b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a358d5b6e9eb0d7b68816b80cb4eff804647026
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cb6cbaaefc7750f3e2c227f704fb7b2025ec64c3c9f3ab0bd47b97cd1920a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d04fc94f103f4af994a2ee97c580173770f429
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa7240ec20c8776954569e71cb1e06880cd64a6c28199c149bd48263b3158b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d6be2e6bf5148790261a8dcd14966a7bfced65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45f0f03b61f3233d87ced4d2d6b85993666045df4281199a8a784f1cc0fae8c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28de9f6a90bfc95f5205dabc16852bc74cac3930
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd388aea4e718f5b8dfd45a7c43a449f1a07fde28f195b108b8a0db9b2d78181
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5d3bd5394831cbc26e4e409de91f8afb253902
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c530a1d64667818d240f202631790dd3e6fc86586ab64395477e39ed65c0ed7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d1ad5f969cbdb1d5400b570357188e5e36df37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc59b4aac152d98d75f7a90fe0624834819e4389024dbd916c1d434485bf8af9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f56a94e62e57dbbfea6162c5cb4123d443cdbe4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3532047e110f6fdc184e040259986200440a1ed3c656a684ece088d4e632ac70
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f302f4288dd29ec5501a91b7d12edffeac15a62
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6a0d69b9821c19168495c618c14b924f569440739851d8f15db19d41b88f82
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8fe50d9cda82f84842cec332e83565262ccdb6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4543746158c5142d87d391504e28150451abcffdb235f8fb69e748f816c2077
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fdf3902303d328dfe50c6fc781f2de7860a390
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcaa25843f6757fff7bddb6738f0b93704d12026001ff24375471998c4a64e7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff17e312bda0ff9f10207126460e91286dc40f67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f238ea06dc9177e5806c8433560225eb1db596f878e4b1950488fb06e67323
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af64c2ba04f1569edad4b44e522579c4bc2c9428
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06797e9c8d3bd77a5cfcb6fc88abd879f6ab9d2705e97403391e0d435928928d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b258a91a12b1b51b5f8efbb8cf5c1f18a89aa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f89db9715e9462a48d962124e42bb483af86aa366a61ac5f30a2ac7451fe4a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eba48b4d3012edf35360e0d9056cd2f7e41432
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4a732ea5f749a6f1e8a311e526ad6b77307076eb33797c2e15ae1d1911c84c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643c5cb3d0e48e9f8d292413d7fa52d8b3c35039
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a1551d845d5072ad5c17c955e6349ab24d775556ec150db102fe726230c2be
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40ae7714c0d5eb6b468c955c27b2386319d7b78
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1e909204b977cad03ae4e93e0766a7fdb433a4da66b0e33cd79b1013d4a3a5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60ad098e27f15bc145ddf2f7408b0696de3d60c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6fad0bf56bec9796bf84bffe0fb9bec9e4966d532b712d17ac0ff18d377154
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2620c97ded09647575ac00b3796e95af85a47b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40b569d153e9ddcc6f905356f4f5f54af2305875168297e20aa182e1596ded4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70807a96fc665ad9aecdae3dc91e0e7f01c4fe6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773b0b39897e9cfcff5f4f797ac40ef245ca8a8eed7d3e07ed9882a7540676e9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4aa6bbc0d77352e26c7759b437d95990d24d733
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c532203ad219683a2640f6f0d0c1133a13e5f0003073776c6a4cfeab0fd8b2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a8e3b1bb1d627744da2f68d2989cd656d33048
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7022a0dae4e861226f751f5e6218af541e2000401ce0c518190432448d442a96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f12d1182981856a0a67f7e3a18071c844bae24c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508643dab518d0ca575eb41c7a5b5e9d29040892a94f98498fc392afcc0be4c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f135cd2d21e04333f10017d41f794dddec966c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6afecc075f3b570ae4bcdbb3a85dc2bb6a58edfeae79aef93a6e935371a5874
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf56b21dc33558e1f1c320e7037cfbb2e800b49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806ec0ad70b1b835fe8dc285f9d77bc152c45bf6bf524d5182abe5e08b01582c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9146429c5589fada5289cba4adbd3c5c980be55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f90aa1d54bad4f22aca4048e45ea7dcf1e69d2c61810c4fae92101a61ee298c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c592857014340861be2428944695cf1bc88fb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56be927005bdf5dfe444500c801bb91569696ddcf82e8b5672b3e96ce45cf03c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc334965ce13debdf985330ea0eb2fb267ec14ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad9b796858dbf028b29535ae06a5efe888e30bc328e072e138dffcfe03a2b5a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c674a4d6710fd5f86de876edaaafbc821e487b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3023e37789c47e58e10a00b06a0ab03448fa747138000918d1e00e79605057
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3827e3a88be3cded14050b3f3ab1c31db71e2f5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3e46bd67d53535a200b4dab0b08d243d803d0c77ffe4e1bd55e021a9209b2b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b236016a2ef60f5eca92c4138c3d0644b9fc85e1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261e1dc56732c2ee2a8a9b85a577a0eb5687e05876076c761084fd912bf1390f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51535090634e2b16dbff5e128e05ef22c8e55b29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29eaf5e3166c0dfa3182069d0a85fb1609b9a40006c46877ab523ba6c450fa9a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f7c9d3b7ddae2c806853ba1d177a0fa6d2200c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e263fcb2e987f709fbd44c9b51db1c88513d9c4b83d888808f6b123dbd280c7f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07752ed4fc1542b1ab1966eba3974cb096af50f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8262fee32134ee0f820c6ba220330ff337ae860bc6c990baf4e8d31d9fed98
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ac7d24d1489ccd5c7929c5e365a92c48715429
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae0c3df3e836fe8e79cbeccdba13d20fffd436d952f5625538e77b233bf4efd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407e46831a08f216c48e878f6eac04e79ff9742f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29136e10fe33ca9f2a39be3ee4fc19863666b0a09ad85f949568ca8475463e98
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d28431c51b0b4061c223bdf3545d1cae085d440
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188433af23833fc5ffde850577d8396636e4aab78691a5833af109f9789e5f69
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e9bb0753c5103047b724dc033d4b14a17c7538
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0eeb89a063f59d160edde15c9a5e83aaffc33b22e448f549a891a69358d24d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23328213b53ed8d09b4e9754594ef69391bdd086
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b63623236ad21a923e69245716b64d80fa834a06a302eb0c76264431ab04f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c9b600fbb60ef79d126d774504e1f6cb8586b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6460b6e8cdff401ec09b8da906b023809f57f5b9ba4496a62ce547ac547e8a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bb7867781c6d23106e10fb8a648f7292235ea6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fc230ca21871f8fad83ab361dc7408e7626c74807966e222df2d801c47126d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76d6b9af83c759a8e2b25756def7bc4d2f40bee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2860ce3efb3fe9a73c4d83bf66f509cfaf738f9fda3433784f7707757e660e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e819ea7ac17f6780f5c3282ecca7481c47161a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58da224ed439f59379109d8304ad9e58d016fdbe05db8630fce7016870e82433
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a5e238acf3243aa2d4a4fa52ef53291e862d92
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359bd8f83fb6e76d51d167fe2dae3d3d2ccbd39d4f47d40632dcb0c769c928c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793b791f018907383969ec1cbb2c500a063ba60d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc801021d1736651a6d43dddc1349100619b178babdee04171a58dbad1b73811
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085d7ad57d7fa00b612021d3c6aa32a84b466332
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000c4c31af12d7449c69bcdb2dfdb18d4407cd342f0cfbc006a48cd6cc50876d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73017127e79bb8f0a20170e3d7c491f64c2b7cfa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42a046fc3c30ef4d1c047c4676372da5543a265a55b2b30c23f0764c82ab3ed
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a865db2f134d14d0534aa9a8451e3812f67012b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea731c67a21228ceeee7c6d1e4d3dfb5a88c8c66c18ce120320281560f7ea9e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f90232e0a685771b181dcc82f5e38a71bb5372
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b12d12127b0675656edac8a7da646064aa6ebd58c2d418435e1ab759e69f1e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a4792bd1d11d013c44a59d21b77c985340e1b4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f1e30db599f30159e61d249d3d08b173a7c4b2eac0aabbb0e344580378dde1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872e9052e62e10414760f775228acc78c05b0b33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df49697b8f63acd0284fe70a6afa9df6c25033e19c81036142d5727cc3fdfe85
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324b5f3bd9ffb2900f4bedbb3aa66969cf835eb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d0cfea9c0675bb3e75a7c4b44cdc8fc875575a32b92ac6b036c8a8ab3b1010
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38453647a881a438bfa5c5a5ad6e79514b41851
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130c36efa174fcb9f0d3cd93047feea1a401ee8e06fcaefa207b8aa039ad580d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b096f8967428d2cd30bf256579bbf5e079dfb919
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0857f09bde1b68d3dfd3a5fc25f0601779fa86e1e516c78b2ae735612241f261
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2daf2f48365c22a64c6e212b3358cd4098c1814
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c726289d2dfa89048bac2b43a377717a927dbb6e746cd58a28c4df011367fc03
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403396411c6e0ffcbb961501f90ad33faba9a5d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bc00741a82f4aa39bd1f7a59fbd4ec7f460b864079efb663e48e700dd9618d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e83b8e599cb92a6cbd012943f98b72b9df4f34a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1660a6dec4f592248e268236e2efc4bfc9ec5868362a3e05d905712fe09ec45b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2252989db2ca50ed05b46dca4bcc265e8d14e976
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de44329bc5b629f0cb7a4527f40c949c7cf8c02ee1e058495665ef881a74b92
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca2bc3e93969dd2d8a23265576d5cc5c86d6411
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007f7ad609d93806af36fdcb173bb4c9a55716884cbe45b1efa5cbb939a0d485
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccf42b8a42195d6d3197c2a44c9ff299ae22358
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f2330c7a7bdd2ef8ea0036273f0c5292431bbc2a0dec6497fed054d4946d29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e73f4d5224f7fcba88157d0e9f7205b17dec911
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ca82a4be26ee6dd5e91a0195a6298258c914daa716ef8b4be89d3a50ba9973
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0608d559693de84bfc1163036165acce33885f31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7786810186d92ae509a55a220bb097aefd6d2cc895d141a679b86b57c1ac3147
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d0d2c367546130014c901219def2963c5a0e01
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcce05f7f9a4af1e614a7060dd1cd56c98a58e9c6a88dbe781f6d6259eff734
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454fc44629c55830b13ad561a2caba096dd83332
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaecb745339da681b0b7b29b40f54b36f9746c78c2bf430c1d09b15793cb8e87
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a21324fffc8e4deadc250942d077fe9e2eaee8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b4cdf9e7ff802c364f53fb2a60e9aa9965673f07373ad38e507355ffe38882
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371ecae8a166d85be5edb0ff9d996a22416a4a0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f1acbc60843ae56afc7b518166594cce88efa9cbe265b860215a568efbcd7c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bc8422735986302b7dd4118738b3413b689dc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd84099dd332346231752da947589372c8844c3ddd48f2b8d956a71ef9c4171
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d229639b128b433bffc36875a5b5aca8e0f9a6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eac76adb7357b05a34b0c8d84366504310a040d8a508ed97f6446297eae92fa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cef3ee6a095092ccfad448623c073dc8e61fac5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde275b496427ef0a8416bad3970f8f93cf8ef2417538f19e2e9cb0fcb2124d7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f755bfba164975999f0490b728134e5bf1604f36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ae072ced4c5ce0d62066c8770c05f5e6b67c385089b6e98790b4f00723cc1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae891468f919c50e7dcb22d649b8061a0b65f79c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b08a9bce9e8cc582407c5b570626e837257a1d640759f75bbc9db580f7cf30b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9ba2b5340b0edd0ce7b91ed5acd4c7a74fe084
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdec7665c5e3a723d50a7d534043baf9f11116348089eeb96a6269229c49bf4b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0259aafd04db870299a869f44047f82a128a82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a9943caae3f28a6f01d0ed6dd99d4cf9bd247b5b2a2a07aa5171dcd60edd7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750191b51584e96ba1ecc16adbfcbed3796e7cb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20bb887fa1d57aea98723285bc61139e22005b559f2a5990709b37e168bf9ca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cc6dbcf9c51f36e11bade6d0b84b57f8155387
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0057459e1e1c33bf12172809c11e43f9b83f8367198b93a245618dd7f1151c31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19560e1afc513906698e5925fdd617eaf9e4e907
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af14b7bf7807233e2de4a2ed02c5e58cdaeadb32dfe14b7ce506bb4f49e6110e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b4dfa6d1465890fbfe5c31da7237be71807205
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c078334e694b89114d3c062c120345e93636f2a571a0fdbdcfa76f3fbc6cdcba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1618af7b2068a78a4c9914c326eb8ff2c7554b0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65105d5327d0ba44b6217c81e56f1ee96fe272dad3e3fddf863172a32ebd818
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f877c3f0745dde8682c828ae3929bb3d21d4fb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e5787babe789960426ee5ba64ec07ae9db7b38ca73c41a669407430f9fe38e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264b18fa115e1320d4b71849d203e01d540f494f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb2d8833b7c3fc2b61a2e183b28a543dcef2f7fa6388ef5465481c723ad5567
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43ab4682d6835cb8fb10d5c9b85661be5807ffc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a1282edb8f8fbf62d3a19c3614ab5ea2c6a8312d6b29c1edb3f7b6863c0a97
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed9694c9049ad85e96a094839b1fee3e17dd56f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0242173085285664d6335aec79cf404cb299f6037bce306ecbb8da3e67857c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4169a4f7fc09432cfe584229300816ae5ee5dd07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b350181e1d2334d0b4e2dfc56ecc0f73d25fd61b080e8b6689611c7cea1f7c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b623ee4096b81a6b383406d3c62978c21c638577
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbb7168186cd5631de6652f8fa8b1598bc6a413af27d98fdffcdb7270b1272c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c9f2cd65c0448dea52af7130147c0927273feb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468ecacc52371fe274cc5a9d89f044a2eabc8cd291c5913a9854414724aef78d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edb48de369171dbb9a3f4edf308ba735caa5a6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1253a9d92f7a3e5f9f7cab563f999b5297685b70720fffe85ede4a0ac4ab58a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d3fc24ad03ab9da192dfcdacde2abb3e5d2954
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191a3d1ba1dd64f4e685f52965ecc475c064e615fe5b4d34c7cc60cfd8457d96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06bb8e8052208145faab247c7915eb933daacfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0717b6923b27c7cdeb8bb88047443e687c1307b25e59461aeade19292d9bb2f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ee2064684e35e2fe5a92350cc7eefad86de7bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5213a4e26aaf42f31112db35089e128c5fa3c52dd9d6a757f48e59f394fe23
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9796fb475e58e4805b8e181da13030085717079f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444481c80d39813bd79e0bca71c5df3fd2d6a9a98172e7c0a037136b3a766e49
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a090c3c6a2597260e9926bf151b6721db0e3b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f036eb67f971e317ec348280dd27adfad2052a509fbab7507eb1ab32db9db33f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9677182c23ad19388245311059258bf8aa0e6830
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83fd0cc025aa90baec0fda41b02d87e74628647bcaa85aca6734b63e91b271c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626e83712c98ae6eb526228dc5809abeb55862a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adeefac37ba4343c762f39498b7db8f069c279e9888e84a56f5c0e4a9e2306f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb1077e38a1417dc79ed36bd0aeeff8a74113d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1655c49eeb347091e7333645706930e4cdc3f119762034f1d5af6a2d77f7fadb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c09297c36702c75f2c02a6ce82a30887d181351
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7130b55b5dd5ce3c5d26e2f0461115412bca32fdbf33f95e5a85a174c7fb60
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836c5caa506bc75ed2c95e415c863c7c84e73e47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d66f3e80d2011ffbafe39a4dcea0b57995d5b984e4c18303b96b3e21b83d87
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592bd580b059c7906b9842e1aa965d972a1becf3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dacb10f41658b555b6849526d1e97d68ac6a42e0108f2460cdd354110617c87
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270e24278feb3e65d36b0ae8528a091b0940315a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743285759dfb957cb7570033be3b1fe9bd1541a72f2d29f374eab5464362c2b3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e08ca2ba4a94b448d40e0df3020811292dd361a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd50a882b2b056f8cd4dee370a7bcdff01994545fa6fedc2914b5a17aa59c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1909156f23b0afff7657bb5f71f56265be685a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c095963f77010d198af85a5dbcd177b45b06d3222b1283f6a121a262fb50cd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6062ef7efc081c39136fa0ce6f0deb725987b9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f08eed65a87cf1445d627aab53f054587f64b40ab73ff4f3513439a544f0e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da46d434c7b76d53cc25e1b08e669fef55cabbf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c50bcc5421f8aa38fbf2785542abf43c2477fd7892e60058dd1c7ac6de0165
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6727e10c8cd9e31fb4008f14125fb76835658ba1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ef1e0062aeb3901121c4025056b3a6dffada54b56143e806a990d16ada8ba9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81a161e4122750eb31483bacffbf50f2823ffc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bcaf33a4c27e90bb39a79b067d8793aaec41b99aefa0d5c147118da187ae35
+size 2179